{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 240696, "matchedSampleCount": 240696, "profileSpanCycles": 12836406, "profileSpanMs": 8.557604, "atOffset": null, "groups": [ { "name": "repeat-remainder", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 11, "phaseCycles": 12095736, "phaseMs": 8.063824, "workCycles": 17800504296, "averageActiveTiles": 1471.6346567087774, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 12092733.89673913, "p50Cycles": 12092736, "p95Cycles": 12092748, "maximumCycles": 12092772, "firstOffset": 523614, "lastOffset": 12619350 }, { "name": "sync", "dimensions": {}, "sampleCount": 25121, "tileCount": 1457, "phaseCount": 63, "phaseCycles": 589410, "phaseMs": 0.39294, "workCycles": 126529710, "averageActiveTiles": 214.67180740062096, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 5036.810238445922, "p50Cycles": 2202, "p95Cycles": 19674, "maximumCycles": 46848, "firstOffset": 0, "lastOffset": 12835680 }, { "name": "exchange", "dimensions": {}, "sampleCount": 82335, "tileCount": 1472, "phaseCount": 73, "phaseCycles": 514092, "phaseMs": 0.342728, "workCycles": 509067720, "averageActiveTiles": 990.22688546019, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 6182.883585352523, "p50Cycles": 4458, "p95Cycles": 16386, "maximumCycles": 29634, "firstOffset": 0, "lastOffset": 12836256 }, { "name": "copy_u64", "dimensions": {}, "sampleCount": 30187, "tileCount": 1472, "phaseCount": 231, "phaseCycles": 119724, "phaseMs": 0.079816, "workCycles": 25059696, "averageActiveTiles": 209.31221810163376, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 830.1486070162653, "p50Cycles": 576, "p95Cycles": 1572, "maximumCycles": 10578, "firstOffset": 38106, "lastOffset": 12832440 }, { "name": "cast_f16_f8", "dimensions": {}, "sampleCount": 11652, "tileCount": 1458, "phaseCount": 159, "phaseCycles": 63036, "phaseMs": 0.042024, "workCycles": 56437416, "averageActiveTiles": 895.3203883495146, "usefulCycles": 10457856.0, "estimatedWorkCycles": 56437416, "usefulUtilization": 0.18530004988180182, "workLaneOccupancy": 0.9751656629539366, "deviceUsefulUtilization": 0.11270578303081469, "meanCycles": 4843.581874356334, "p50Cycles": 4512, "p95Cycles": 9162, "maximumCycles": 9906, "firstOffset": 18306, "lastOffset": 12822792 }, { "name": "reduce_sum_f16", "dimensions": {}, "sampleCount": 10440, "tileCount": 1472, "phaseCount": 147, "phaseCycles": 62778, "phaseMs": 0.041852, "workCycles": 42195072, "averageActiveTiles": 672.131511038899, "usefulCycles": 23280288.0, "estimatedWorkCycles": 42195072, "usefulUtilization": 0.551730021932419, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.2519260416623381, "meanCycles": 4041.673563218391, "p50Cycles": 3690, "p95Cycles": 7218, "maximumCycles": 7218, "firstOffset": 38370, "lastOffset": 12832170 }, { "name": "fill_zero_u64", "dimensions": {}, "sampleCount": 19148, "tileCount": 1472, "phaseCount": 115, "phaseCycles": 60384, "phaseMs": 0.040256, "workCycles": 6904896, "averageActiveTiles": 114.34976152623211, "usefulCycles": 0.0, "estimatedWorkCycles": 4080432, "usefulUtilization": 0.0, "workLaneOccupancy": null, "deviceUsefulUtilization": 0.0, "meanCycles": 360.60664299143514, "p50Cycles": 306, "p95Cycles": 720, "maximumCycles": 3150, "firstOffset": 28926, "lastOffset": 12823410 }, { "name": "copy_strided_u64", "dimensions": {}, "sampleCount": 5393, "tileCount": 1472, "phaseCount": 129, "phaseCycles": 52908, "phaseMs": 0.035272, "workCycles": 3157704, "averageActiveTiles": 59.68292129734634, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 585.5190061190432, "p50Cycles": 420, "p95Cycles": 1140, "maximumCycles": 5430, "firstOffset": 0, "lastOffset": 12829074 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 780, "tileCount": 780, "phaseCount": 23, "phaseCycles": 34482, "phaseMs": 0.022988, "workCycles": 23797800, "averageActiveTiles": 690.1513833304333, "usefulCycles": 15350400.0, "estimatedWorkCycles": 23797800, "usefulUtilization": 0.6450344149459194, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.3024262185942004, "meanCycles": 30510.0, "p50Cycles": 30510, "p95Cycles": 30510, "maximumCycles": 30510, "firstOffset": 343734, "lastOffset": 378216 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 624, "tileCount": 624, "phaseCount": 24, "phaseCycles": 33942, "phaseMs": 0.022628, "workCycles": 18720000, "averageActiveTiles": 551.5290790171468, "usefulCycles": 11943360.0, "estimatedWorkCycles": 18720000, "usefulUtilization": 0.638, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.23904589158487752, "meanCycles": 30000.0, "p50Cycles": 30000, "p95Cycles": 30000, "maximumCycles": 30000, "firstOffset": 343782, "lastOffset": 377724 }, { "name": "attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1488, "tileCount": 1472, "phaseCount": 27, "phaseCycles": 32838, "phaseMs": 0.021892, "workCycles": 34993632, "averageActiveTiles": 1065.6444363237713, "usefulCycles": 15838080.0, "estimatedWorkCycles": 34993632, "usefulUtilization": 0.4525989185689556, "workLaneOccupancy": 0.9970588235294118, "deviceUsefulUtilization": 0.32765592354562717, "meanCycles": 23517.225806451614, "p50Cycles": 23706, "p95Cycles": 23706, "maximumCycles": 23706, "firstOffset": 186204, "lastOffset": 12756096 }, { "name": "gemm_f8_init_large_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 1215, "tileCount": 1215, "phaseCount": 27, "phaseCycles": 32730, "phaseMs": 0.02182, "workCycles": 32666490, "averageActiveTiles": 998.0595783684693, "usefulCycles": 23628960.0, "estimatedWorkCycles": 32666490, "usefulUtilization": 0.7233394221417728, "workLaneOccupancy": 0.9962962962962963, "deviceUsefulUtilization": 0.49044554258159645, "meanCycles": 26886.0, "p50Cycles": 26886, "p95Cycles": 26886, "maximumCycles": 26886, "firstOffset": 463416, "lastOffset": 496146 }, { "name": "gemm_f8_init_small_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 243, "tileCount": 243, "phaseCount": 20, "phaseCycles": 32556, "phaseMs": 0.021704, "workCycles": 6508512, "averageActiveTiles": 199.91743457427202, "usefulCycles": 4609584.0, "estimatedWorkCycles": 6508512, "usefulUtilization": 0.7082393026240099, "workLaneOccupancy": 0.9879938271604938, "deviceUsefulUtilization": 0.09618844051988013, "meanCycles": 26784.0, "p50Cycles": 26784, "p95Cycles": 26784, "maximumCycles": 26784, "firstOffset": 463482, "lastOffset": 496038 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 30, "tileCount": 30, "phaseCount": 12, "phaseCycles": 29304, "phaseMs": 0.019536, "workCycles": 824940, "averageActiveTiles": 28.151105651105652, "usefulCycles": 531360.0, "estimatedWorkCycles": 824940, "usefulUtilization": 0.6441195723325333, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.012318395470569383, "meanCycles": 27498.0, "p50Cycles": 27498, "p95Cycles": 27498, "maximumCycles": 27498, "firstOffset": 345066, "lastOffset": 374370 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 24, "tileCount": 24, "phaseCount": 13, "phaseCycles": 28770, "phaseMs": 0.01918, "workCycles": 649008, "averageActiveTiles": 22.5584984358707, "usefulCycles": 413424.0, "estimatedWorkCycles": 649008, "usefulUtilization": 0.637009096960284, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.009762207009112754, "meanCycles": 27042.0, "p50Cycles": 27042, "p95Cycles": 27042, "maximumCycles": 27042, "firstOffset": 345144, "lastOffset": 373914 }, { "name": "layer_norm_f16", "dimensions": {}, "sampleCount": 2187, "tileCount": 729, "phaseCount": 27, "phaseCycles": 23718, "phaseMs": 0.015812, "workCycles": 15623928, "averageActiveTiles": 658.7371616493803, "usefulCycles": 5983632.0, "estimatedWorkCycles": 15623928, "usefulUtilization": 0.3829787234042553, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.17138744376862922, "meanCycles": 7144.0, "p50Cycles": 7146, "p95Cycles": 7146, "maximumCycles": 7146, "firstOffset": 57150, "lastOffset": 12632214 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 972, "tileCount": 972, "phaseCount": 4, "phaseCycles": 22464, "phaseMs": 0.014976, "workCycles": 18294984, "averageActiveTiles": 814.4134615384615, "usefulCycles": 15178752.0, "estimatedWorkCycles": 18294984, "usefulUtilization": 0.8296674104771012, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.4590301003344482, "meanCycles": 18822.0, "p50Cycles": 18822, "p95Cycles": 18822, "maximumCycles": 18822, "firstOffset": 86676, "lastOffset": 109140 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 486, "tileCount": 486, "phaseCount": 1, "phaseCycles": 22368, "phaseMs": 0.014912, "workCycles": 9083340, "averageActiveTiles": 406.0863733905579, "usefulCycles": 7496064.0, "estimatedWorkCycles": 9083340, "usefulUtilization": 0.8252541466024612, "workLaneOccupancy": 0.9958677685950413, "deviceUsefulUtilization": 0.22766607576040307, "meanCycles": 18690.0, "p50Cycles": 18690, "p95Cycles": 18690, "maximumCycles": 18690, "firstOffset": 86658, "lastOffset": 109026 }, { "name": "add_f16", "dimensions": {}, "sampleCount": 15364, "tileCount": 1472, "phaseCount": 204, "phaseCycles": 20850, "phaseMs": 0.0139, "workCycles": 20358648, "averageActiveTiles": 976.4339568345324, "usefulCycles": 3096104.0, "estimatedWorkCycles": 20358648, "usefulUtilization": 0.15207807512561738, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.10087920967573767, "meanCycles": 1325.0877375683415, "p50Cycles": 1074, "p95Cycles": 2658, "maximumCycles": 2658, "firstOffset": 44682, "lastOffset": 12835350 }, { "name": "rearrange_row_major_to_amp_f16_o0_r182_p182_c12_p64", "dimensions": {}, "sampleCount": 72, "tileCount": 72, "phaseCount": 1, "phaseCycles": 19980, "phaseMs": 0.01332, "workCycles": 1436400, "averageActiveTiles": 71.89189189189189, "usefulCycles": 78624.0, "estimatedWorkCycles": 1436400, "usefulUtilization": 0.05473684210526316, "workLaneOccupancy": 0.1875, "deviceUsefulUtilization": 0.002673325499412456, "meanCycles": 19950.0, "p50Cycles": 19950, "p95Cycles": 19950, "maximumCycles": 19950, "firstOffset": 3540, "lastOffset": 23520 } ], "samples": [] }