{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 31326, "matchedSampleCount": 31326, "profileSpanCycles": 320256, "profileSpanMs": 0.213504, "atOffset": null, "groups": [ { "name": "exchange", "dimensions": {}, "sampleCount": 11454, "tileCount": 1472, "phaseCount": 9, "phaseCycles": 133752, "phaseMs": 0.089168, "workCycles": 152368332, "averageActiveTiles": 1139.18544769424, "meanCycles": 13302.630696699844, "p50Cycles": 6402, "p95Cycles": 39450, "maximumCycles": 44118, "firstOffset": 0, "lastOffset": 264078 }, { "name": "sync", "dimensions": {}, "sampleCount": 1794, "tileCount": 506, "phaseCount": 6, "phaseCycles": 73494, "phaseMs": 0.048996, "workCycles": 10513272, "averageActiveTiles": 143.04939178708466, "meanCycles": 5860.240802675586, "p50Cycles": 5652, "p95Cycles": 18768, "maximumCycles": 18768, "firstOffset": 0, "lastOffset": 73494 }, { "name": "ipu_stack_gemm_f16_init_large_rows_interleaved_k384_c16_r114_r116", "dimensions": {}, "sampleCount": 2484, "tileCount": 828, "phaseCount": 6, "phaseCycles": 55476, "phaseMs": 0.036984, "workCycles": 37856160, "averageActiveTiles": 682.3880597014926, "meanCycles": 15240.0, "p50Cycles": 15240, "p95Cycles": 15240, "maximumCycles": 15240, "firstOffset": 306, "lastOffset": 73194 }, { "name": "ipu_stack_gemm_f16_init_small_rows_interleaved_k384_c16_r114_r116", "dimensions": {}, "sampleCount": 1656, "tileCount": 552, "phaseCount": 4, "phaseCycles": 55206, "phaseMs": 0.036804, "workCycles": 25108272, "averageActiveTiles": 454.8105640691229, "meanCycles": 15162.0, "p50Cycles": 15162, "p95Cycles": 15162, "maximumCycles": 15162, "firstOffset": 312, "lastOffset": 73110 }, { "name": "ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r8", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 6, "phaseCycles": 54828, "phaseMs": 0.036552, "workCycles": 74451840, "averageActiveTiles": 1357.9163930838258, "meanCycles": 54744.0, "p50Cycles": 54744, "p95Cycles": 54744, "maximumCycles": 54744, "firstOffset": 137778, "lastOffset": 192606 }, { "name": "ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r8", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 54354, "phaseMs": 0.036236, "workCycles": 6082944, "averageActiveTiles": 111.91345623137211, "meanCycles": 54312.0, "p50Cycles": 54312, "p95Cycles": 54312, "maximumCycles": 54312, "firstOffset": 137802, "lastOffset": 192156 }, { "name": "ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r8", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 6, "phaseCycles": 53796, "phaseMs": 0.035864, "workCycles": 73048320, "averageActiveTiles": 1357.8764220388132, "meanCycles": 53712.0, "p50Cycles": 53712, "p95Cycles": 53712, "maximumCycles": 53712, "firstOffset": 263994, "lastOffset": 317790 }, { "name": "ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r8", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 53268, "phaseMs": 0.035512, "workCycles": 5962656, "averageActiveTiles": 111.93692273034468, "meanCycles": 53238.0, "p50Cycles": 53238, "p95Cycles": 53238, "maximumCycles": 53238, "firstOffset": 264006, "lastOffset": 317274 }, { "name": "ipu_stack_attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 7, "phaseCycles": 40818, "phaseMs": 0.027212, "workCycles": 59359872, "averageActiveTiles": 1454.2572394531824, "meanCycles": 40326.0, "p50Cycles": 40326, "p95Cycles": 40326, "maximumCycles": 40326, "firstOffset": 192114, "lastOffset": 232932 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c116_p116", "dimensions": {}, "sampleCount": 12, "tileCount": 12, "phaseCount": 3, "phaseCycles": 14544, "phaseMs": 0.009696, "workCycles": 147456, "averageActiveTiles": 10.138613861386139, "meanCycles": 12288.0, "p50Cycles": 12288, "p95Cycles": 12288, "maximumCycles": 12288, "firstOffset": 74424, "lastOffset": 88968 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c114_p114", "dimensions": {}, "sampleCount": 8, "tileCount": 8, "phaseCount": 2, "phaseCycles": 14316, "phaseMs": 0.009544, "workCycles": 96672, "averageActiveTiles": 6.752724224643755, "meanCycles": 12084.0, "p50Cycles": 12084, "p95Cycles": 12084, "maximumCycles": 12084, "firstOffset": 74442, "lastOffset": 88758 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c116_p116", "dimensions": {}, "sampleCount": 540, "tileCount": 540, "phaseCount": 3, "phaseCycles": 13182, "phaseMs": 0.008788, "workCycles": 5883840, "averageActiveTiles": 446.35411925352753, "meanCycles": 10896.0, "p50Cycles": 10896, "p95Cycles": 10896, "maximumCycles": 10896, "firstOffset": 74406, "lastOffset": 87588 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c114_p114", "dimensions": {}, "sampleCount": 360, "tileCount": 360, "phaseCount": 2, "phaseCycles": 12984, "phaseMs": 0.008656, "workCycles": 3857760, "averageActiveTiles": 297.11645101663584, "meanCycles": 10716.0, "p50Cycles": 10716, "p95Cycles": 10716, "maximumCycles": 10716, "firstOffset": 74430, "lastOffset": 87414 }, { "name": "ipu_stack_reduce_sum_f16", "dimensions": {}, "sampleCount": 1380, "tileCount": 1380, "phaseCount": 6, "phaseCycles": 12318, "phaseMs": 0.008212, "workCycles": 5183280, "averageActiveTiles": 420.78908913784704, "meanCycles": 3756.0, "p50Cycles": 3792, "p95Cycles": 3792, "maximumCycles": 3792, "firstOffset": 21882, "lastOffset": 80292 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c80_p80", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 5, "phaseCycles": 12192, "phaseMs": 0.008128, "workCycles": 3361920, "averageActiveTiles": 275.748031496063, "meanCycles": 2472.0, "p50Cycles": 2472, "p95Cycles": 2472, "maximumCycles": 2472, "firstOffset": 92616, "lastOffset": 104808 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c16_p16", "dimensions": {}, "sampleCount": 880, "tileCount": 880, "phaseCount": 4, "phaseCycles": 11220, "phaseMs": 0.00748, "workCycles": 1320000, "averageActiveTiles": 117.6470588235294, "meanCycles": 1500.0, "p50Cycles": 1500, "p95Cycles": 1500, "maximumCycles": 1500, "firstOffset": 95088, "lastOffset": 106308 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p16", "dimensions": {}, "sampleCount": 80, "tileCount": 80, "phaseCount": 2, "phaseCycles": 10290, "phaseMs": 0.00686, "workCycles": 216960, "averageActiveTiles": 21.08454810495627, "meanCycles": 2712.0, "p50Cycles": 2712, "p95Cycles": 2712, "maximumCycles": 2712, "firstOffset": 95262, "lastOffset": 105552 }, { "name": "ipu_stack_copy_u64", "dimensions": {}, "sampleCount": 1565, "tileCount": 1380, "phaseCount": 10, "phaseCycles": 10062, "phaseMs": 0.006708, "workCycles": 1835922, "averageActiveTiles": 182.46094215861658, "meanCycles": 1173.1130990415336, "p50Cycles": 1182, "p95Cycles": 1182, "maximumCycles": 1626, "firstOffset": 21006, "lastOffset": 87672 }, { "name": "ipu_stack_fill_zero_u64", "dimensions": {}, "sampleCount": 1744, "tileCount": 1472, "phaseCount": 5, "phaseCycles": 7968, "phaseMs": 0.005312, "workCycles": 722208, "averageActiveTiles": 90.63855421686748, "meanCycles": 414.11009174311926, "p50Cycles": 378, "p95Cycles": 492, "maximumCycles": 3276, "firstOffset": 73470, "lastOffset": 90414 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c80_p80", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 6498, "phaseMs": 0.004332, "workCycles": 276864, "averageActiveTiles": 42.607571560480146, "meanCycles": 2472.0, "p50Cycles": 2472, "p95Cycles": 2472, "maximumCycles": 2472, "firstOffset": 91236, "lastOffset": 104064 }, { "name": "ipu_stack_attention_merge_v72_p80_k768_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 7, "phaseCycles": 3012, "phaseMs": 0.002008, "workCycles": 3629952, "averageActiveTiles": 1205.1633466135459, "meanCycles": 2466.0, "p50Cycles": 2466, "p95Cycles": 2466, "maximumCycles": 2466, "firstOffset": 317244, "lastOffset": 320256 }, { "name": "ipu_stack_copy_strided_u64", "dimensions": {}, "sampleCount": 8, "tileCount": 8, "phaseCount": 2, "phaseCycles": 2118, "phaseMs": 0.001412, "workCycles": 6132, "averageActiveTiles": 2.895184135977337, "meanCycles": 766.5, "p50Cycles": 834, "p95Cycles": 834, "maximumCycles": 834, "firstOffset": 85704, "lastOffset": 88410 }, { "name": "ipu_stack_copy_strided_u32", "dimensions": {}, "sampleCount": 1, "tileCount": 1, "phaseCount": 1, "phaseCycles": 1086, "phaseMs": 0.000724, "workCycles": 1086, "averageActiveTiles": 1.0, "meanCycles": 1086.0, "p50Cycles": 1086, "p95Cycles": 1086, "maximumCycles": 1086, "firstOffset": 86454, "lastOffset": 87540 } ], "samples": [] }