{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 30422, "matchedSampleCount": 30422, "profileSpanCycles": 376494, "profileSpanMs": 0.250996, "atOffset": null, "groups": [ { "name": "exchange", "dimensions": {}, "sampleCount": 11454, "tileCount": 1472, "phaseCount": 9, "phaseCycles": 183666, "phaseMs": 0.122444, "workCycles": 224456868, "averageActiveTiles": 1222.0926464342883, "meanCycles": 19596.374017810373, "p50Cycles": 6474, "p95Cycles": 72780, "maximumCycles": 77550, "firstOffset": 0, "lastOffset": 313980 }, { "name": "sync", "dimensions": {}, "sampleCount": 1794, "tileCount": 506, "phaseCount": 6, "phaseCycles": 73494, "phaseMs": 0.048996, "workCycles": 10513272, "averageActiveTiles": 143.04939178708466, "meanCycles": 5860.240802675586, "p50Cycles": 5652, "p95Cycles": 18768, "maximumCycles": 18768, "firstOffset": 0, "lastOffset": 73494 }, { "name": "ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r8", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 6, "phaseCycles": 68688, "phaseMs": 0.045792, "workCycles": 74451840, "averageActiveTiles": 1083.9133473095737, "meanCycles": 54744.0, "p50Cycles": 54744, "p95Cycles": 54744, "maximumCycles": 54744, "firstOffset": 173820, "lastOffset": 242508 }, { "name": "ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r8", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 6, "phaseCycles": 60132, "phaseMs": 0.040088, "workCycles": 73048320, "averageActiveTiles": 1214.7994412292956, "meanCycles": 53712.0, "p50Cycles": 53712, "p95Cycles": 53712, "maximumCycles": 53712, "firstOffset": 313896, "lastOffset": 374028 }, { "name": "ipu_stack_gemm_f16_init_large_rows_interleaved_k384_c16_r114_r116", "dimensions": {}, "sampleCount": 2484, "tileCount": 828, "phaseCount": 6, "phaseCycles": 55476, "phaseMs": 0.036984, "workCycles": 37856160, "averageActiveTiles": 682.3880597014926, "meanCycles": 15240.0, "p50Cycles": 15240, "p95Cycles": 15240, "maximumCycles": 15240, "firstOffset": 306, "lastOffset": 73194 }, { "name": "ipu_stack_gemm_f16_init_small_rows_interleaved_k384_c16_r114_r116", "dimensions": {}, "sampleCount": 1656, "tileCount": 552, "phaseCount": 4, "phaseCycles": 55206, "phaseMs": 0.036804, "workCycles": 25108272, "averageActiveTiles": 454.8105640691229, "meanCycles": 15162.0, "p50Cycles": 15162, "p95Cycles": 15162, "maximumCycles": 15162, "firstOffset": 312, "lastOffset": 73110 }, { "name": "ipu_stack_attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 7, "phaseCycles": 54690, "phaseMs": 0.03646, "workCycles": 59359872, "averageActiveTiles": 1085.3880416895227, "meanCycles": 40326.0, "p50Cycles": 40326, "p95Cycles": 40326, "maximumCycles": 40326, "firstOffset": 228144, "lastOffset": 282834 }, { "name": "ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r8", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 54342, "phaseMs": 0.036228, "workCycles": 6082944, "averageActiveTiles": 111.93816937175666, "meanCycles": 54312.0, "p50Cycles": 54312, "p95Cycles": 54312, "maximumCycles": 54312, "firstOffset": 173832, "lastOffset": 228174 }, { "name": "ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r8", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 53268, "phaseMs": 0.035512, "workCycles": 5962656, "averageActiveTiles": 111.93692273034468, "meanCycles": 53238.0, "p50Cycles": 53238, "p95Cycles": 53238, "maximumCycles": 53238, "firstOffset": 313902, "lastOffset": 367170 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o1_r729_p768_c16_p16", "dimensions": {}, "sampleCount": 80, "tileCount": 80, "phaseCount": 3, "phaseCycles": 40692, "phaseMs": 0.027128, "workCycles": 1836480, "averageActiveTiles": 45.13122972574462, "meanCycles": 22956.0, "p50Cycles": 22956, "p95Cycles": 22956, "maximumCycles": 22956, "firstOffset": 102084, "lastOffset": 142776 }, { "name": "ipu_stack_copy_u64", "dimensions": {}, "sampleCount": 1725, "tileCount": 1380, "phaseCount": 16, "phaseCycles": 30504, "phaseMs": 0.020336, "workCycles": 3460242, "averageActiveTiles": 113.43568056648309, "meanCycles": 2005.9373913043478, "p50Cycles": 1182, "p95Cycles": 6390, "maximumCycles": 13914, "firstOffset": 21006, "lastOffset": 320316 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c80_p80", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 5, "phaseCycles": 25482, "phaseMs": 0.016988, "workCycles": 3361920, "averageActiveTiles": 131.93312926771839, "meanCycles": 2472.0, "p50Cycles": 2472, "p95Cycles": 2472, "maximumCycles": 2472, "firstOffset": 94338, "lastOffset": 119820 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c116_p116", "dimensions": {}, "sampleCount": 12, "tileCount": 12, "phaseCount": 3, "phaseCycles": 14544, "phaseMs": 0.009696, "workCycles": 147456, "averageActiveTiles": 10.138613861386139, "meanCycles": 12288.0, "p50Cycles": 12288, "p95Cycles": 12288, "maximumCycles": 12288, "firstOffset": 74424, "lastOffset": 88968 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c114_p114", "dimensions": {}, "sampleCount": 8, "tileCount": 8, "phaseCount": 2, "phaseCycles": 14316, "phaseMs": 0.009544, "workCycles": 96672, "averageActiveTiles": 6.752724224643755, "meanCycles": 12084.0, "p50Cycles": 12084, "p95Cycles": 12084, "maximumCycles": 12084, "firstOffset": 74442, "lastOffset": 88758 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c116_p116", "dimensions": {}, "sampleCount": 540, "tileCount": 540, "phaseCount": 3, "phaseCycles": 13182, "phaseMs": 0.008788, "workCycles": 5883840, "averageActiveTiles": 446.35411925352753, "meanCycles": 10896.0, "p50Cycles": 10896, "p95Cycles": 10896, "maximumCycles": 10896, "firstOffset": 74406, "lastOffset": 87588 }, { "name": "ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c114_p114", "dimensions": {}, "sampleCount": 360, "tileCount": 360, "phaseCount": 2, "phaseCycles": 12984, "phaseMs": 0.008656, "workCycles": 3857760, "averageActiveTiles": 297.11645101663584, "meanCycles": 10716.0, "p50Cycles": 10716, "p95Cycles": 10716, "maximumCycles": 10716, "firstOffset": 74430, "lastOffset": 87414 }, { "name": "ipu_stack_reduce_sum_f16", "dimensions": {}, "sampleCount": 1380, "tileCount": 1380, "phaseCount": 6, "phaseCycles": 12318, "phaseMs": 0.008212, "workCycles": 5183280, "averageActiveTiles": 420.78908913784704, "meanCycles": 3756.0, "p50Cycles": 3792, "p95Cycles": 3792, "maximumCycles": 3792, "firstOffset": 21882, "lastOffset": 80292 }, { "name": "ipu_stack_fill_zero_u64", "dimensions": {}, "sampleCount": 1568, "tileCount": 1472, "phaseCount": 5, "phaseCycles": 10368, "phaseMs": 0.006912, "workCycles": 680640, "averageActiveTiles": 65.64814814814815, "meanCycles": 434.0816326530612, "p50Cycles": 378, "p95Cycles": 378, "maximumCycles": 3276, "firstOffset": 73470, "lastOffset": 93072 }, { "name": "ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c80_p80", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 8892, "phaseMs": 0.005928, "workCycles": 276864, "averageActiveTiles": 31.13630229419703, "meanCycles": 2472.0, "p50Cycles": 2472, "p95Cycles": 2472, "maximumCycles": 2472, "firstOffset": 93816, "lastOffset": 114384 }, { "name": "ipu_stack_attention_merge_v72_p80_k768_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 7, "phaseCycles": 5556, "phaseMs": 0.003704, "workCycles": 3629952, "averageActiveTiles": 653.3390928725702, "meanCycles": 2466.0, "p50Cycles": 2466, "p95Cycles": 2466, "maximumCycles": 2466, "firstOffset": 367140, "lastOffset": 376494 }, { "name": "ipu_stack_copy_strided_u32", "dimensions": {}, "sampleCount": 1, "tileCount": 1, "phaseCount": 1, "phaseCycles": 1086, "phaseMs": 0.000724, "workCycles": 1086, "averageActiveTiles": 1.0, "meanCycles": 1086.0, "p50Cycles": 1086, "p95Cycles": 1086, "maximumCycles": 1086, "firstOffset": 86454, "lastOffset": 87540 } ], "samples": [] }