{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 237960, "matchedSampleCount": 237960, "profileSpanCycles": 14458956, "profileSpanMs": 9.639304, "atOffset": null, "groups": [ { "name": "repeat-remainder", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 11, "phaseCycles": 13654800, "phaseMs": 9.1032, "workCycles": 20095446504, "averageActiveTiles": 1471.6763705070744, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 13651797.89673913, "p50Cycles": 13651800, "p95Cycles": 13651812, "maximumCycles": 13651836, "firstOffset": 584730, "lastOffset": 14239530 }, { "name": "sync", "dimensions": {}, "sampleCount": 25864, "tileCount": 1457, "phaseCount": 64, "phaseCycles": 645714, "phaseMs": 0.430476, "workCycles": 134101920, "averageActiveTiles": 207.6800564956002, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 5184.887101763068, "p50Cycles": 2202, "p95Cycles": 19674, "maximumCycles": 54264, "firstOffset": 0, "lastOffset": 14458230 }, { "name": "exchange", "dimensions": {}, "sampleCount": 83064, "tileCount": 1472, "phaseCount": 74, "phaseCycles": 600828, "phaseMs": 0.400552, "workCycles": 597081762, "averageActiveTiles": 993.764874473227, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 7188.21344986998, "p50Cycles": 4656, "p95Cycles": 22812, "maximumCycles": 38448, "firstOffset": 0, "lastOffset": 14458806 }, { "name": "copy_u64", "dimensions": {}, "sampleCount": 28987, "tileCount": 1472, "phaseCount": 232, "phaseCycles": 122574, "phaseMs": 0.081716, "workCycles": 23403648, "averageActiveTiles": 190.9348475206814, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 807.3842757098009, "p50Cycles": 576, "p95Cycles": 1572, "maximumCycles": 10578, "firstOffset": 38622, "lastOffset": 14454990 }, { "name": "reduce_sum_f16", "dimensions": {}, "sampleCount": 10440, "tileCount": 1472, "phaseCount": 152, "phaseCycles": 63852, "phaseMs": 0.042568, "workCycles": 42663456, "averageActiveTiles": 668.1616237549333, "usefulCycles": 23746848.0, "estimatedWorkCycles": 42663456, "usefulUtilization": 0.5566086347997686, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.25265253344010197, "meanCycles": 4086.537931034483, "p50Cycles": 3690, "p95Cycles": 7218, "maximumCycles": 7218, "firstOffset": 38886, "lastOffset": 14454720 }, { "name": "cast_f16_f8", "dimensions": {}, "sampleCount": 11652, "tileCount": 1458, "phaseCount": 165, "phaseCycles": 63036, "phaseMs": 0.042024, "workCycles": 56437416, "averageActiveTiles": 895.3203883495146, "usefulCycles": 10457856.0, "estimatedWorkCycles": 56437416, "usefulUtilization": 0.18530004988180182, "workLaneOccupancy": 0.9751656629539366, "deviceUsefulUtilization": 0.11270578303081469, "meanCycles": 4843.581874356334, "p50Cycles": 4512, "p95Cycles": 9162, "maximumCycles": 9906, "firstOffset": 18312, "lastOffset": 14445342 }, { "name": "fill_zero_u64", "dimensions": {}, "sampleCount": 17964, "tileCount": 1472, "phaseCount": 113, "phaseCycles": 61950, "phaseMs": 0.0413, "workCycles": 6292224, "averageActiveTiles": 101.56939467312348, "usefulCycles": 0.0, "estimatedWorkCycles": 3543024, "usefulUtilization": 0.0, "workLaneOccupancy": null, "deviceUsefulUtilization": 0.0, "meanCycles": 350.2685370741483, "p50Cycles": 306, "p95Cycles": 606, "maximumCycles": 3150, "firstOffset": 28932, "lastOffset": 14445960 }, { "name": "copy_strided_u64", "dimensions": {}, "sampleCount": 4177, "tileCount": 1472, "phaseCount": 127, "phaseCycles": 53172, "phaseMs": 0.035448, "workCycles": 1816626, "averageActiveTiles": 34.165086887835706, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 434.91165908546805, "p50Cycles": 420, "p95Cycles": 720, "maximumCycles": 5430, "firstOffset": 0, "lastOffset": 14451624 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 780, "tileCount": 780, "phaseCount": 28, "phaseCycles": 41712, "phaseMs": 0.027808, "workCycles": 23797800, "averageActiveTiles": 570.5264672036824, "usefulCycles": 15350400.0, "estimatedWorkCycles": 23797800, "usefulUtilization": 0.6450344149459194, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.2500062540651423, "meanCycles": 30510.0, "p50Cycles": 30510, "p95Cycles": 30510, "maximumCycles": 30510, "firstOffset": 379986, "lastOffset": 421698 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 624, "tileCount": 624, "phaseCount": 21, "phaseCycles": 41160, "phaseMs": 0.02744, "workCycles": 18720000, "averageActiveTiles": 454.81049562682216, "usefulCycles": 11943360.0, "estimatedWorkCycles": 18720000, "usefulUtilization": 0.638, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.19712574470782102, "meanCycles": 30000.0, "p50Cycles": 30000, "p95Cycles": 30000, "maximumCycles": 30000, "firstOffset": 380040, "lastOffset": 421200 }, { "name": "gemm_f8_init_large_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 1215, "tileCount": 1215, "phaseCount": 32, "phaseCycles": 40182, "phaseMs": 0.026788, "workCycles": 32666490, "averageActiveTiles": 812.9632671345379, "usefulCycles": 23628960.0, "estimatedWorkCycles": 32666490, "usefulUtilization": 0.7233394221417728, "workLaneOccupancy": 0.9962962962962963, "deviceUsefulUtilization": 0.3994893884997176, "meanCycles": 26886.0, "p50Cycles": 26886, "p95Cycles": 26886, "maximumCycles": 26886, "firstOffset": 517080, "lastOffset": 557262 }, { "name": "gemm_f8_init_small_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 243, "tileCount": 243, "phaseCount": 19, "phaseCycles": 39984, "phaseMs": 0.026656, "workCycles": 6508512, "averageActiveTiles": 162.7779111644658, "usefulCycles": 4609584.0, "estimatedWorkCycles": 6508512, "usefulUtilization": 0.7082393026240099, "workLaneOccupancy": 0.9879938271604938, "deviceUsefulUtilization": 0.07831909937888198, "meanCycles": 26784.0, "p50Cycles": 26784, "p95Cycles": 26784, "maximumCycles": 26784, "firstOffset": 517158, "lastOffset": 557142 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 30, "tileCount": 30, "phaseCount": 11, "phaseCycles": 35952, "phaseMs": 0.023968, "workCycles": 824940, "averageActiveTiles": 22.94559412550067, "usefulCycles": 531360.0, "estimatedWorkCycles": 824940, "usefulUtilization": 0.6441195723325333, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.010040561328147676, "meanCycles": 27498.0, "p50Cycles": 27498, "p95Cycles": 27498, "maximumCycles": 27498, "firstOffset": 381858, "lastOffset": 417810 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 24, "tileCount": 24, "phaseCount": 13, "phaseCycles": 35496, "phaseMs": 0.023664, "workCycles": 649008, "averageActiveTiles": 18.28397565922921, "usefulCycles": 413424.0, "estimatedWorkCycles": 649008, "usefulUtilization": 0.637009096960284, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.007912404092071612, "meanCycles": 27042.0, "p50Cycles": 27042, "p95Cycles": 27042, "maximumCycles": 27042, "firstOffset": 381840, "lastOffset": 417336 }, { "name": "attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1488, "tileCount": 1472, "phaseCount": 28, "phaseCycles": 32724, "phaseMs": 0.021816, "workCycles": 34993632, "averageActiveTiles": 1069.3568023469013, "usefulCycles": 15838080.0, "estimatedWorkCycles": 34993632, "usefulUtilization": 0.4525989185689556, "workLaneOccupancy": 0.9970588235294118, "deviceUsefulUtilization": 0.32879737249087226, "meanCycles": 23517.225806451614, "p50Cycles": 23706, "p95Cycles": 23706, "maximumCycles": 23706, "firstOffset": 213024, "lastOffset": 14378514 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 972, "tileCount": 972, "phaseCount": 4, "phaseCycles": 32604, "phaseMs": 0.021736, "workCycles": 18294984, "averageActiveTiles": 561.1269782848731, "usefulCycles": 15178752.0, "estimatedWorkCycles": 18294984, "usefulUtilization": 0.8296674104771012, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.31626954281416525, "meanCycles": 18822.0, "p50Cycles": 18822, "p95Cycles": 18822, "maximumCycles": 18822, "firstOffset": 93894, "lastOffset": 126498 }, { "name": "layer_norm_f16", "dimensions": {}, "sampleCount": 2187, "tileCount": 729, "phaseCount": 37, "phaseCycles": 30432, "phaseMs": 0.020288, "workCycles": 20518434, "averageActiveTiles": 674.238761829653, "usefulCycles": 7243344.0, "estimatedWorkCycles": 20518434, "usefulUtilization": 0.35301641441057346, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.1616965694006309, "meanCycles": 9382.0, "p50Cycles": 9384, "p95Cycles": 9384, "maximumCycles": 9384, "firstOffset": 57666, "lastOffset": 14254632 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 486, "tileCount": 486, "phaseCount": 1, "phaseCycles": 25020, "phaseMs": 0.01668, "workCycles": 9083340, "averageActiveTiles": 363.0431654676259, "usefulCycles": 7496064.0, "estimatedWorkCycles": 9083340, "usefulUtilization": 0.8252541466024612, "workLaneOccupancy": 0.9958677685950413, "deviceUsefulUtilization": 0.2035345636534251, "meanCycles": 18690.0, "p50Cycles": 18690, "p95Cycles": 18690, "maximumCycles": 18690, "firstOffset": 100368, "lastOffset": 125388 }, { "name": "add_f16", "dimensions": {}, "sampleCount": 15364, "tileCount": 1472, "phaseCount": 211, "phaseCycles": 20850, "phaseMs": 0.0139, "workCycles": 20358648, "averageActiveTiles": 976.4339568345324, "usefulCycles": 3096104.0, "estimatedWorkCycles": 20358648, "usefulUtilization": 0.15207807512561738, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.10087920967573767, "meanCycles": 1325.0877375683415, "p50Cycles": 1074, "p95Cycles": 2658, "maximumCycles": 2658, "firstOffset": 45198, "lastOffset": 14457900 }, { "name": "gemm_f16_init_small_rows_interleaved_k96_c80_r91_r92", "dimensions": {}, "sampleCount": 896, "tileCount": 896, "phaseCount": 16, "phaseCycles": 20232, "phaseMs": 0.013488, "workCycles": 14859264, "averageActiveTiles": 734.4436536180308, "usefulCycles": 8358714.0, "estimatedWorkCycles": 14859264, "usefulUtilization": 0.5625254386758322, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.28066796089277424, "meanCycles": 16584.0, "p50Cycles": 16584, "p95Cycles": 16584, "maximumCycles": 16584, "firstOffset": 250710, "lastOffset": 270942 } ], "samples": [] }