{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 30262, "matchedSampleCount": 30262, "profileSpanCycles": 352848, "profileSpanMs": 0.235232, "atOffset": null, "groups": [ { "name": "exchange", "dimensions": {}, "sampleCount": 11454, "tileCount": 1472, "phaseCount": 9, "phaseCycles": 166452, "phaseMs": 0.110968, "workCycles": 200091936, "averageActiveTiles": 1202.0999206978588, "meanCycles": 17469.175484546882, "p50Cycles": 6474, "p95Cycles": 69882, "maximumCycles": 73998, "firstOffset": 0, "lastOffset": 296670 }, { "name": "sync", "dimensions": {}, "sampleCount": 1794, "tileCount": 506, "phaseCount": 6, "phaseCycles": 73494, "phaseMs": 0.048996, "workCycles": 10513272, "averageActiveTiles": 143.04939178708466, "meanCycles": 5860.240802675586, "p50Cycles": 5652, "p95Cycles": 18768, "maximumCycles": 18768, "firstOffset": 0, "lastOffset": 73494 }, { "name": "ipu_stack_gemm_f16_init_large_rows_interleaved_k384_c16_r114_r116", "dimensions": {}, "sampleCount": 2484, "tileCount": 828, "phaseCount": 6, "phaseCycles": 55476, "phaseMs": 0.036984, "workCycles": 37856160, "averageActiveTiles": 682.3880597014926, "meanCycles": 15240.0, "p50Cycles": 15240, "p95Cycles": 15240, "maximumCycles": 15240, "firstOffset": 306, "lastOffset": 73194 }, { "name": "ipu_stack_gemm_f16_init_small_rows_interleaved_k384_c16_r114_r116", "dimensions": {}, "sampleCount": 1656, "tileCount": 552, "phaseCount": 4, "phaseCycles": 55206, "phaseMs": 0.036804, "workCycles": 25108272, "averageActiveTiles": 454.8105640691229, "meanCycles": 15162.0, "p50Cycles": 15162, "p95Cycles": 15162, "maximumCycles": 15162, "firstOffset": 312, "lastOffset": 73110 }, { "name": "ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r8", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 6, "phaseCycles": 54918, "phaseMs": 0.036612, "workCycles": 74451840, "averageActiveTiles": 1355.6910302633016, "meanCycles": 54744.0, "p50Cycles": 54744, "p95Cycles": 54744, "maximumCycles": 54744, "firstOffset": 170244, "lastOffset": 225162 }, { "name": "ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r8", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 54438, "phaseMs": 0.036292, "workCycles": 6082944, "averageActiveTiles": 111.74076931555163, "meanCycles": 54312.0, "p50Cycles": 54312, "p95Cycles": 54312, "maximumCycles": 54312, "firstOffset": 170250, "lastOffset": 224688 }, { "name": "ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r8", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 6, "phaseCycles": 53796, "phaseMs": 0.035864, "workCycles": 73048320, "averageActiveTiles": 1357.8764220388132, "meanCycles": 53712.0, "p50Cycles": 53712, "p95Cycles": 53712, "maximumCycles": 53712, "firstOffset": 296586, "lastOffset": 350382 }, { "name": "ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r8", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 53268, "phaseMs": 0.035512, "workCycles": 5962656, "averageActiveTiles": 111.93692273034468, "meanCycles": 53238.0, "p50Cycles": 53238, "p95Cycles": 53238, "maximumCycles": 53238, "firstOffset": 296598, "lastOffset": 349866 }, { "name": "ipu_stack_attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 7, "phaseCycles": 40926, "phaseMs": 0.027284, "workCycles": 59359872, "averageActiveTiles": 1450.4195865708841, "meanCycles": 40326.0, "p50Cycles": 40326, "p95Cycles": 40326, "maximumCycles": 40326, "firstOffset": 224562, "lastOffset": 265488 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o1_r729_p768_c16_p16", "dimensions": {}, "sampleCount": 80, "tileCount": 80, "phaseCount": 3, "phaseCycles": 36738, "phaseMs": 0.024492, "workCycles": 1836480, "averageActiveTiles": 49.98856769557406, "meanCycles": 22956.0, "p50Cycles": 22956, "p95Cycles": 22956, "maximumCycles": 22956, "firstOffset": 102078, "lastOffset": 138816 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c80_p80", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 5, "phaseCycles": 21582, "phaseMs": 0.014388, "workCycles": 3361920, "averageActiveTiles": 155.77425632471505, "meanCycles": 2472.0, "p50Cycles": 2472, "p95Cycles": 2472, "maximumCycles": 2472, "firstOffset": 94278, "lastOffset": 115860 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c116_p116", "dimensions": {}, "sampleCount": 12, "tileCount": 12, "phaseCount": 3, "phaseCycles": 14544, "phaseMs": 0.009696, "workCycles": 147456, "averageActiveTiles": 10.138613861386139, "meanCycles": 12288.0, "p50Cycles": 12288, "p95Cycles": 12288, "maximumCycles": 12288, "firstOffset": 74424, "lastOffset": 88968 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c114_p114", "dimensions": {}, "sampleCount": 8, "tileCount": 8, "phaseCount": 2, "phaseCycles": 14316, "phaseMs": 0.009544, "workCycles": 96672, "averageActiveTiles": 6.752724224643755, "meanCycles": 12084.0, "p50Cycles": 12084, "p95Cycles": 12084, "maximumCycles": 12084, "firstOffset": 74442, "lastOffset": 88758 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c116_p116", "dimensions": {}, "sampleCount": 540, "tileCount": 540, "phaseCount": 3, "phaseCycles": 13182, "phaseMs": 0.008788, "workCycles": 5883840, "averageActiveTiles": 446.35411925352753, "meanCycles": 10896.0, "p50Cycles": 10896, "p95Cycles": 10896, "maximumCycles": 10896, "firstOffset": 74406, "lastOffset": 87588 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c114_p114", "dimensions": {}, "sampleCount": 360, "tileCount": 360, "phaseCount": 2, "phaseCycles": 12984, "phaseMs": 0.008656, "workCycles": 3857760, "averageActiveTiles": 297.11645101663584, "meanCycles": 10716.0, "p50Cycles": 10716, "p95Cycles": 10716, "maximumCycles": 10716, "firstOffset": 74430, "lastOffset": 87414 }, { "name": "ipu_stack_reduce_sum_f16", "dimensions": {}, "sampleCount": 1380, "tileCount": 1380, "phaseCount": 6, "phaseCycles": 12318, "phaseMs": 0.008212, "workCycles": 5183280, "averageActiveTiles": 420.78908913784704, "meanCycles": 3756.0, "p50Cycles": 3792, "p95Cycles": 3792, "maximumCycles": 3792, "firstOffset": 21882, "lastOffset": 80292 }, { "name": "ipu_stack_fill_zero_u64", "dimensions": {}, "sampleCount": 1568, "tileCount": 1472, "phaseCount": 5, "phaseCycles": 10368, "phaseMs": 0.006912, "workCycles": 680640, "averageActiveTiles": 65.64814814814815, "meanCycles": 434.0816326530612, "p50Cycles": 378, "p95Cycles": 378, "maximumCycles": 3276, "firstOffset": 73470, "lastOffset": 93072 }, { "name": "ipu_stack_copy_u64", "dimensions": {}, "sampleCount": 1565, "tileCount": 1380, "phaseCount": 10, "phaseCycles": 10062, "phaseMs": 0.006708, "workCycles": 1835922, "averageActiveTiles": 182.46094215861658, "meanCycles": 1173.1130990415336, "p50Cycles": 1182, "p95Cycles": 1182, "maximumCycles": 1626, "firstOffset": 21006, "lastOffset": 87672 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c80_p80", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 6318, "phaseMs": 0.004212, "workCycles": 276864, "averageActiveTiles": 43.82146248812916, "meanCycles": 2472.0, "p50Cycles": 2472, "p95Cycles": 2472, "maximumCycles": 2472, "firstOffset": 93852, "lastOffset": 114438 }, { "name": "ipu_stack_attention_merge_v72_p80_k768_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 7, "phaseCycles": 3012, "phaseMs": 0.002008, "workCycles": 3629952, "averageActiveTiles": 1205.1633466135459, "meanCycles": 2466.0, "p50Cycles": 2466, "p95Cycles": 2466, "maximumCycles": 2466, "firstOffset": 349836, "lastOffset": 352848 }, { "name": "ipu_stack_copy_strided_u32", "dimensions": {}, "sampleCount": 1, "tileCount": 1, "phaseCount": 1, "phaseCycles": 1086, "phaseMs": 0.000724, "workCycles": 1086, "averageActiveTiles": 1.0, "meanCycles": 1086.0, "p50Cycles": 1086, "p95Cycles": 1086, "maximumCycles": 1086, "firstOffset": 86454, "lastOffset": 87540 } ], "samples": [] }