{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 237960, "matchedSampleCount": 237960, "profileSpanCycles": 13158042, "profileSpanMs": 8.772028, "atOffset": null, "groups": [ { "name": "repeat-remainder", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 11, "phaseCycles": 12405396, "phaseMs": 8.270264, "workCycles": 18256323816, "averageActiveTiles": 1471.6437763050853, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 12402393.89673913, "p50Cycles": 12402396, "p95Cycles": 12402408, "maximumCycles": 12402432, "firstOffset": 535560, "lastOffset": 12940956 }, { "name": "sync", "dimensions": {}, "sampleCount": 25864, "tileCount": 1457, "phaseCount": 64, "phaseCycles": 594204, "phaseMs": 0.396136, "workCycles": 128231010, "averageActiveTiles": 215.8030070480845, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 4957.895530467058, "p50Cycles": 2202, "p95Cycles": 19674, "maximumCycles": 46848, "firstOffset": 0, "lastOffset": 13157316 }, { "name": "exchange", "dimensions": {}, "sampleCount": 83064, "tileCount": 1472, "phaseCount": 74, "phaseCycles": 526602, "phaseMs": 0.351068, "workCycles": 532027764, "averageActiveTiles": 1010.3033486390101, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 6405.034238659347, "p50Cycles": 4572, "p95Cycles": 16794, "maximumCycles": 31020, "firstOffset": 0, "lastOffset": 13157892 }, { "name": "copy_u64", "dimensions": {}, "sampleCount": 28987, "tileCount": 1472, "phaseCount": 232, "phaseCycles": 122562, "phaseMs": 0.081708, "workCycles": 23403648, "averageActiveTiles": 190.95354188084397, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 807.3842757098009, "p50Cycles": 576, "p95Cycles": 1572, "maximumCycles": 10578, "firstOffset": 38106, "lastOffset": 13154076 }, { "name": "reduce_sum_f16", "dimensions": {}, "sampleCount": 10440, "tileCount": 1472, "phaseCount": 152, "phaseCycles": 63852, "phaseMs": 0.042568, "workCycles": 42663456, "averageActiveTiles": 668.1616237549333, "usefulCycles": 23746848.0, "estimatedWorkCycles": 42663456, "usefulUtilization": 0.5566086347997686, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.25265253344010197, "meanCycles": 4086.537931034483, "p50Cycles": 3690, "p95Cycles": 7218, "maximumCycles": 7218, "firstOffset": 38370, "lastOffset": 13153806 }, { "name": "cast_f16_f8", "dimensions": {}, "sampleCount": 11652, "tileCount": 1458, "phaseCount": 165, "phaseCycles": 63036, "phaseMs": 0.042024, "workCycles": 56437416, "averageActiveTiles": 895.3203883495146, "usefulCycles": 10457856.0, "estimatedWorkCycles": 56437416, "usefulUtilization": 0.18530004988180182, "workLaneOccupancy": 0.9751656629539366, "deviceUsefulUtilization": 0.11270578303081469, "meanCycles": 4843.581874356334, "p50Cycles": 4512, "p95Cycles": 9162, "maximumCycles": 9906, "firstOffset": 18306, "lastOffset": 13144428 }, { "name": "fill_zero_u64", "dimensions": {}, "sampleCount": 17964, "tileCount": 1472, "phaseCount": 113, "phaseCycles": 61950, "phaseMs": 0.0413, "workCycles": 6292224, "averageActiveTiles": 101.56939467312348, "usefulCycles": 0.0, "estimatedWorkCycles": 3543024, "usefulUtilization": 0.0, "workLaneOccupancy": null, "deviceUsefulUtilization": 0.0, "meanCycles": 350.2685370741483, "p50Cycles": 306, "p95Cycles": 606, "maximumCycles": 3150, "firstOffset": 28926, "lastOffset": 13145046 }, { "name": "copy_strided_u64", "dimensions": {}, "sampleCount": 4177, "tileCount": 1472, "phaseCount": 127, "phaseCycles": 53178, "phaseMs": 0.035452, "workCycles": 1816584, "averageActiveTiles": 34.160442288164276, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 434.90160402202537, "p50Cycles": 420, "p95Cycles": 720, "maximumCycles": 5430, "firstOffset": 0, "lastOffset": 13150710 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 780, "tileCount": 780, "phaseCount": 28, "phaseCycles": 34482, "phaseMs": 0.022988, "workCycles": 23797800, "averageActiveTiles": 690.1513833304333, "usefulCycles": 15350400.0, "estimatedWorkCycles": 23797800, "usefulUtilization": 0.6450344149459194, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.3024262185942004, "meanCycles": 30510.0, "p50Cycles": 30510, "p95Cycles": 30510, "maximumCycles": 30510, "firstOffset": 354624, "lastOffset": 389106 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 624, "tileCount": 624, "phaseCount": 21, "phaseCycles": 33942, "phaseMs": 0.022628, "workCycles": 18720000, "averageActiveTiles": 551.5290790171468, "usefulCycles": 11943360.0, "estimatedWorkCycles": 18720000, "usefulUtilization": 0.638, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.23904589158487752, "meanCycles": 30000.0, "p50Cycles": 30000, "p95Cycles": 30000, "maximumCycles": 30000, "firstOffset": 354672, "lastOffset": 388614 }, { "name": "gemm_f8_init_large_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 1215, "tileCount": 1215, "phaseCount": 32, "phaseCycles": 32736, "phaseMs": 0.021824, "workCycles": 32666490, "averageActiveTiles": 997.8766495601174, "usefulCycles": 23628960.0, "estimatedWorkCycles": 32666490, "usefulUtilization": 0.7233394221417728, "workLaneOccupancy": 0.9962962962962963, "deviceUsefulUtilization": 0.49035565153640187, "meanCycles": 26886.0, "p50Cycles": 26886, "p95Cycles": 26886, "maximumCycles": 26886, "firstOffset": 475356, "lastOffset": 508092 }, { "name": "attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1488, "tileCount": 1472, "phaseCount": 28, "phaseCycles": 32724, "phaseMs": 0.021816, "workCycles": 34993632, "averageActiveTiles": 1069.3568023469013, "usefulCycles": 15838080.0, "estimatedWorkCycles": 34993632, "usefulUtilization": 0.4525989185689556, "workLaneOccupancy": 0.9970588235294118, "deviceUsefulUtilization": 0.32879737249087226, "meanCycles": 23517.225806451614, "p50Cycles": 23706, "p95Cycles": 23706, "maximumCycles": 23706, "firstOffset": 195672, "lastOffset": 13077702 }, { "name": "gemm_f8_init_small_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 243, "tileCount": 243, "phaseCount": 19, "phaseCycles": 32556, "phaseMs": 0.021704, "workCycles": 6508512, "averageActiveTiles": 199.91743457427202, "usefulCycles": 4609584.0, "estimatedWorkCycles": 6508512, "usefulUtilization": 0.7082393026240099, "workLaneOccupancy": 0.9879938271604938, "deviceUsefulUtilization": 0.09618844051988013, "meanCycles": 26784.0, "p50Cycles": 26784, "p95Cycles": 26784, "maximumCycles": 26784, "firstOffset": 475422, "lastOffset": 507978 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 30, "tileCount": 30, "phaseCount": 11, "phaseCycles": 29304, "phaseMs": 0.019536, "workCycles": 824940, "averageActiveTiles": 28.151105651105652, "usefulCycles": 531360.0, "estimatedWorkCycles": 824940, "usefulUtilization": 0.6441195723325333, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.012318395470569383, "meanCycles": 27498.0, "p50Cycles": 27498, "p95Cycles": 27498, "maximumCycles": 27498, "firstOffset": 355956, "lastOffset": 385260 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 24, "tileCount": 24, "phaseCount": 13, "phaseCycles": 28770, "phaseMs": 0.01918, "workCycles": 649008, "averageActiveTiles": 22.5584984358707, "usefulCycles": 413424.0, "estimatedWorkCycles": 649008, "usefulUtilization": 0.637009096960284, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.009762207009112754, "meanCycles": 27042.0, "p50Cycles": 27042, "p95Cycles": 27042, "maximumCycles": 27042, "firstOffset": 356034, "lastOffset": 384804 }, { "name": "layer_norm_f16", "dimensions": {}, "sampleCount": 2187, "tileCount": 729, "phaseCount": 37, "phaseCycles": 23718, "phaseMs": 0.015812, "workCycles": 15623928, "averageActiveTiles": 658.7371616493803, "usefulCycles": 5983632.0, "estimatedWorkCycles": 15623928, "usefulUtilization": 0.3829787234042553, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.17138744376862922, "meanCycles": 7144.0, "p50Cycles": 7146, "p95Cycles": 7146, "maximumCycles": 7146, "firstOffset": 57150, "lastOffset": 12953820 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 972, "tileCount": 972, "phaseCount": 4, "phaseCycles": 22464, "phaseMs": 0.014976, "workCycles": 18294984, "averageActiveTiles": 814.4134615384615, "usefulCycles": 15178752.0, "estimatedWorkCycles": 18294984, "usefulUtilization": 0.8296674104771012, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.4590301003344482, "meanCycles": 18822.0, "p50Cycles": 18822, "p95Cycles": 18822, "maximumCycles": 18822, "firstOffset": 86676, "lastOffset": 109140 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 486, "tileCount": 486, "phaseCount": 1, "phaseCycles": 22368, "phaseMs": 0.014912, "workCycles": 9083340, "averageActiveTiles": 406.0863733905579, "usefulCycles": 7496064.0, "estimatedWorkCycles": 9083340, "usefulUtilization": 0.8252541466024612, "workLaneOccupancy": 0.9958677685950413, "deviceUsefulUtilization": 0.22766607576040307, "meanCycles": 18690.0, "p50Cycles": 18690, "p95Cycles": 18690, "maximumCycles": 18690, "firstOffset": 86658, "lastOffset": 109026 }, { "name": "add_f16", "dimensions": {}, "sampleCount": 15364, "tileCount": 1472, "phaseCount": 211, "phaseCycles": 20850, "phaseMs": 0.0139, "workCycles": 20358648, "averageActiveTiles": 976.4339568345324, "usefulCycles": 3096104.0, "estimatedWorkCycles": 20358648, "usefulUtilization": 0.15207807512561738, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.10087920967573767, "meanCycles": 1325.0877375683415, "p50Cycles": 1074, "p95Cycles": 2658, "maximumCycles": 2658, "firstOffset": 44682, "lastOffset": 13156986 }, { "name": "gemm_f16_init_small_rows_interleaved_k96_c80_r91_r92", "dimensions": {}, "sampleCount": 896, "tileCount": 896, "phaseCount": 16, "phaseCycles": 20232, "phaseMs": 0.013488, "workCycles": 14859264, "averageActiveTiles": 734.4436536180308, "usefulCycles": 8358714.0, "estimatedWorkCycles": 14859264, "usefulUtilization": 0.5625254386758322, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.28066796089277424, "meanCycles": 16584.0, "p50Cycles": 16584, "p95Cycles": 16584, "maximumCycles": 16584, "firstOffset": 233358, "lastOffset": 253590 } ], "samples": [] }