{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 115805, "matchedSampleCount": 115805, "profileSpanCycles": 477018, "profileSpanMs": 0.318012, "atOffset": null, "groups": [ { "name": "exchange", "dimensions": {}, "sampleCount": 28606, "tileCount": 1472, "phaseCount": 21, "phaseCycles": 188634, "phaseMs": 0.125756, "workCycles": 213615582, "averageActiveTiles": 1132.4341423073254, "meanCycles": 7467.509683283227, "p50Cycles": 7506, "p95Cycles": 20772, "maximumCycles": 31284, "firstOffset": 0, "lastOffset": 452376 }, { "name": "sync", "dimensions": {}, "sampleCount": 2306, "tileCount": 788, "phaseCount": 7, "phaseCycles": 94014, "phaseMs": 0.062676, "workCycles": 20563866, "averageActiveTiles": 218.73195481524027, "meanCycles": 8917.54813529922, "p50Cycles": 6546, "p95Cycles": 19914, "maximumCycles": 20424, "firstOffset": 0, "lastOffset": 127032 }, { "name": "ipu_stack_attention_softmax_q8_k64_d72_f16", "dimensions": {}, "sampleCount": 14960, "tileCount": 1360, "phaseCount": 66, "phaseCycles": 93960, "phaseMs": 0.06264, "workCycles": 99005280, "averageActiveTiles": 1053.6960408684547, "meanCycles": 6618.0, "p50Cycles": 6618, "p95Cycles": 6618, "maximumCycles": 6618, "firstOffset": 146226, "lastOffset": 437250 }, { "name": "ipu_stack_gemm_f16_init_large_rows_k64_c80_r7_r8", "dimensions": {}, "sampleCount": 16320, "tileCount": 1360, "phaseCount": 71, "phaseCycles": 81648, "phaseMs": 0.054432, "workCycles": 79511040, "averageActiveTiles": 973.8271604938271, "meanCycles": 4872.0, "p50Cycles": 4872, "p95Cycles": 4872, "maximumCycles": 4872, "firstOffset": 152844, "lastOffset": 470412 }, { "name": "ipu_stack_attention_merge_v72_p80_k64_f16", "dimensions": {}, "sampleCount": 17664, "tileCount": 1472, "phaseCount": 72, "phaseCycles": 81426, "phaseMs": 0.054284, "workCycles": 82702848, "averageActiveTiles": 1015.6810846658316, "meanCycles": 4682.0, "p50Cycles": 4674, "p95Cycles": 6606, "maximumCycles": 6606, "firstOffset": 157524, "lastOffset": 477018 }, { "name": "ipu_stack_gemm_f16_init_large_rows_k80_c64_r7_r8", "dimensions": {}, "sampleCount": 16320, "tileCount": 1360, "phaseCount": 71, "phaseCycles": 81360, "phaseMs": 0.05424, "workCycles": 79119360, "averageActiveTiles": 972.4601769911504, "meanCycles": 4848.0, "p50Cycles": 4848, "p95Cycles": 4848, "maximumCycles": 4848, "firstOffset": 141378, "lastOffset": 459174 }, { "name": "ipu_stack_attention_softmax_q7_k64_d72_f16", "dimensions": {}, "sampleCount": 1232, "tileCount": 112, "phaseCount": 22, "phaseCycles": 71670, "phaseMs": 0.04778, "workCycles": 7983360, "averageActiveTiles": 111.39053997488489, "meanCycles": 6480.0, "p50Cycles": 6480, "p95Cycles": 6480, "maximumCycles": 6480, "firstOffset": 146202, "lastOffset": 435096 }, { "name": "ipu_stack_gemm_f16_init_small_rows_k64_c80_r7_r8", "dimensions": {}, "sampleCount": 1344, "tileCount": 112, "phaseCount": 24, "phaseCycles": 58524, "phaseMs": 0.039016, "workCycles": 6507648, "averageActiveTiles": 111.1962271888456, "meanCycles": 4842.0, "p50Cycles": 4842, "p95Cycles": 4842, "maximumCycles": 4842, "firstOffset": 152682, "lastOffset": 468378 }, { "name": "ipu_stack_gemm_f16_init_small_rows_k80_c64_r7_r8", "dimensions": {}, "sampleCount": 1344, "tileCount": 112, "phaseCount": 24, "phaseCycles": 58164, "phaseMs": 0.038776, "workCycles": 6467328, "averageActiveTiles": 111.19125232102331, "meanCycles": 4812.0, "p50Cycles": 4812, "p95Cycles": 4812, "maximumCycles": 4812, "firstOffset": 141390, "lastOffset": 457170 }, { "name": "ipu_stack_gemm_f16_init_large_rows_interleaved_k384_c16_r114_r116", "dimensions": {}, "sampleCount": 2484, "tileCount": 828, "phaseCount": 6, "phaseCycles": 55476, "phaseMs": 0.036984, "workCycles": 37856160, "averageActiveTiles": 682.3880597014926, "meanCycles": 15240.0, "p50Cycles": 15240, "p95Cycles": 15240, "maximumCycles": 15240, "firstOffset": 306, "lastOffset": 73218 }, { "name": "ipu_stack_gemm_f16_init_small_rows_interleaved_k384_c16_r114_r116", "dimensions": {}, "sampleCount": 1656, "tileCount": 552, "phaseCount": 3, "phaseCycles": 55206, "phaseMs": 0.036804, "workCycles": 25108272, "averageActiveTiles": 454.8105640691229, "meanCycles": 15162.0, "p50Cycles": 15162, "p95Cycles": 15162, "maximumCycles": 15162, "firstOffset": 312, "lastOffset": 73134 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c116_p116", "dimensions": {}, "sampleCount": 12, "tileCount": 6, "phaseCount": 4, "phaseCycles": 38370, "phaseMs": 0.02558, "workCycles": 224424, "averageActiveTiles": 5.848944487881157, "meanCycles": 18702.0, "p50Cycles": 18702, "p95Cycles": 18702, "maximumCycles": 18702, "firstOffset": 81348, "lastOffset": 126366 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c116_p116", "dimensions": {}, "sampleCount": 540, "tileCount": 270, "phaseCount": 5, "phaseCycles": 37632, "phaseMs": 0.025088, "workCycles": 9891720, "averageActiveTiles": 262.85395408163265, "meanCycles": 18318.0, "p50Cycles": 18318, "p95Cycles": 18318, "maximumCycles": 18318, "firstOffset": 81348, "lastOffset": 126012 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c114_p114", "dimensions": {}, "sampleCount": 8, "tileCount": 4, "phaseCount": 2, "phaseCycles": 37218, "phaseMs": 0.024812, "workCycles": 147120, "averageActiveTiles": 3.952926003546671, "meanCycles": 18390.0, "p50Cycles": 18390, "p95Cycles": 18390, "maximumCycles": 18390, "firstOffset": 81198, "lastOffset": 125946 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c114_p114", "dimensions": {}, "sampleCount": 360, "tileCount": 180, "phaseCount": 3, "phaseCycles": 36540, "phaseMs": 0.02436, "workCycles": 6484320, "averageActiveTiles": 177.45812807881774, "meanCycles": 18012.0, "p50Cycles": 18012, "p95Cycles": 18012, "maximumCycles": 18012, "firstOffset": 81198, "lastOffset": 125742 }, { "name": "ipu_stack_copy_u64", "dimensions": {}, "sampleCount": 3440, "tileCount": 960, "phaseCount": 54, "phaseCycles": 35634, "phaseMs": 0.023756, "workCycles": 3707736, "averageActiveTiles": 104.05051355447046, "meanCycles": 1077.8302325581396, "p50Cycles": 1182, "p95Cycles": 1242, "maximumCycles": 1626, "firstOffset": 21036, "lastOffset": 454326 }, { "name": "ipu_stack_reduce_sum_f16", "dimensions": {}, "sampleCount": 1380, "tileCount": 460, "phaseCount": 6, "phaseCycles": 12438, "phaseMs": 0.008292, "workCycles": 5183280, "averageActiveTiles": 416.72937771345875, "meanCycles": 3756.0, "p50Cycles": 3792, "p95Cycles": 3792, "maximumCycles": 3792, "firstOffset": 21918, "lastOffset": 80484 }, { "name": "ipu_stack_fill_zero_u64", "dimensions": {}, "sampleCount": 1920, "tileCount": 1472, "phaseCount": 9, "phaseCycles": 8892, "phaseMs": 0.005928, "workCycles": 758496, "averageActiveTiles": 85.30094466936572, "meanCycles": 395.05, "p50Cycles": 378, "p95Cycles": 492, "maximumCycles": 492, "firstOffset": 73530, "lastOffset": 132798 }, { "name": "ipu_stack_attention_softmax_d72_p64_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 11, "phaseCycles": 8400, "phaseMs": 0.0056, "workCycles": 9370752, "averageActiveTiles": 1115.5657142857142, "meanCycles": 6366.0, "p50Cycles": 6366, "p95Cycles": 6366, "maximumCycles": 6366, "firstOffset": 457140, "lastOffset": 465540 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c16_p16", "dimensions": {}, "sampleCount": 880, "tileCount": 880, "phaseCount": 8, "phaseCycles": 4590, "phaseMs": 0.00306, "workCycles": 1320000, "averageActiveTiles": 287.58169934640523, "meanCycles": 1500.0, "p50Cycles": 1500, "p95Cycles": 1500, "maximumCycles": 1500, "firstOffset": 128028, "lastOffset": 132618 }, { "name": "ipu_stack_static_copy_u32", "dimensions": {}, "sampleCount": 1, "tileCount": 1, "phaseCount": 1, "phaseCycles": 3660, "phaseMs": 0.00244, "workCycles": 3660, "averageActiveTiles": 1.0, "meanCycles": 3660.0, "p50Cycles": 3660, "p95Cycles": 3660, "maximumCycles": 3660, "firstOffset": 99642, "lastOffset": 103302 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p16", "dimensions": {}, "sampleCount": 80, "tileCount": 80, "phaseCount": 2, "phaseCycles": 3648, "phaseMs": 0.002432, "workCycles": 216960, "averageActiveTiles": 59.473684210526315, "meanCycles": 2712.0, "p50Cycles": 2712, "p95Cycles": 2712, "maximumCycles": 2712, "firstOffset": 127962, "lastOffset": 131610 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c80_p80", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 3570, "phaseMs": 0.00238, "workCycles": 276864, "averageActiveTiles": 77.55294117647058, "meanCycles": 2472.0, "p50Cycles": 2472, "p95Cycles": 2472, "maximumCycles": 2472, "firstOffset": 104100, "lastOffset": 107670 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c80_p80", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 5, "phaseCycles": 3480, "phaseMs": 0.00232, "workCycles": 3361920, "averageActiveTiles": 966.0689655172414, "meanCycles": 2472.0, "p50Cycles": 2472, "p95Cycles": 2472, "maximumCycles": 2472, "firstOffset": 104250, "lastOffset": 107730 }, { "name": "ipu_stack_copy_strided_u64", "dimensions": {}, "sampleCount": 4, "tileCount": 4, "phaseCount": 3, "phaseCycles": 1428, "phaseMs": 0.000952, "workCycles": 3336, "averageActiveTiles": 2.3361344537815127, "meanCycles": 834.0, "p50Cycles": 834, "p95Cycles": 834, "maximumCycles": 834, "firstOffset": 125334, "lastOffset": 126762 } ], "samples": [] }