{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 237960, "matchedSampleCount": 237960, "profileSpanCycles": 13343658, "profileSpanMs": 8.895772, "atOffset": null, "groups": [ { "name": "repeat-remainder", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 11, "phaseCycles": 12582144, "phaseMs": 8.388096, "workCycles": 18516496872, "averageActiveTiles": 1471.6487803668438, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 12579141.89673913, "p50Cycles": 12579144, "p95Cycles": 12579156, "maximumCycles": 12579180, "firstOffset": 542088, "lastOffset": 13124232 }, { "name": "sync", "dimensions": {}, "sampleCount": 25864, "tileCount": 1457, "phaseCount": 64, "phaseCycles": 603072, "phaseMs": 0.402048, "workCycles": 133395120, "averageActiveTiles": 221.19269340974213, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 5157.559542220847, "p50Cycles": 2202, "p95Cycles": 19674, "maximumCycles": 46848, "firstOffset": 0, "lastOffset": 13342932 }, { "name": "exchange", "dimensions": {}, "sampleCount": 83064, "tileCount": 1472, "phaseCount": 74, "phaseCycles": 528654, "phaseMs": 0.352436, "workCycles": 535019628, "averageActiveTiles": 1012.0411989694583, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 6441.053019358567, "p50Cycles": 4710, "p95Cycles": 16794, "maximumCycles": 31020, "firstOffset": 0, "lastOffset": 13343508 }, { "name": "copy_u64", "dimensions": {}, "sampleCount": 28987, "tileCount": 1472, "phaseCount": 232, "phaseCycles": 122562, "phaseMs": 0.081708, "workCycles": 23403648, "averageActiveTiles": 190.95354188084397, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 807.3842757098009, "p50Cycles": 576, "p95Cycles": 1572, "maximumCycles": 10578, "firstOffset": 38106, "lastOffset": 13339692 }, { "name": "reduce_sum_f16", "dimensions": {}, "sampleCount": 10440, "tileCount": 1472, "phaseCount": 152, "phaseCycles": 63852, "phaseMs": 0.042568, "workCycles": 42663456, "averageActiveTiles": 668.1616237549333, "usefulCycles": 23746848.0, "estimatedWorkCycles": 42663456, "usefulUtilization": 0.5566086347997686, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.25265253344010197, "meanCycles": 4086.537931034483, "p50Cycles": 3690, "p95Cycles": 7218, "maximumCycles": 7218, "firstOffset": 38370, "lastOffset": 13339422 }, { "name": "cast_f16_f8", "dimensions": {}, "sampleCount": 11652, "tileCount": 1458, "phaseCount": 165, "phaseCycles": 63036, "phaseMs": 0.042024, "workCycles": 56437416, "averageActiveTiles": 895.3203883495146, "usefulCycles": 10457856.0, "estimatedWorkCycles": 56437416, "usefulUtilization": 0.18530004988180182, "workLaneOccupancy": 0.9751656629539366, "deviceUsefulUtilization": 0.11270578303081469, "meanCycles": 4843.581874356334, "p50Cycles": 4512, "p95Cycles": 9162, "maximumCycles": 9906, "firstOffset": 18306, "lastOffset": 13330044 }, { "name": "fill_zero_u64", "dimensions": {}, "sampleCount": 17964, "tileCount": 1472, "phaseCount": 113, "phaseCycles": 61950, "phaseMs": 0.0413, "workCycles": 6292224, "averageActiveTiles": 101.56939467312348, "usefulCycles": 0.0, "estimatedWorkCycles": 3543024, "usefulUtilization": 0.0, "workLaneOccupancy": null, "deviceUsefulUtilization": 0.0, "meanCycles": 350.2685370741483, "p50Cycles": 306, "p95Cycles": 606, "maximumCycles": 3150, "firstOffset": 28926, "lastOffset": 13330662 }, { "name": "copy_strided_u64", "dimensions": {}, "sampleCount": 4177, "tileCount": 1472, "phaseCount": 127, "phaseCycles": 53178, "phaseMs": 0.035452, "workCycles": 1816536, "averageActiveTiles": 34.15953965925759, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 434.89011252094804, "p50Cycles": 420, "p95Cycles": 720, "maximumCycles": 5430, "firstOffset": 0, "lastOffset": 13336326 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 780, "tileCount": 780, "phaseCount": 28, "phaseCycles": 34482, "phaseMs": 0.022988, "workCycles": 23797800, "averageActiveTiles": 690.1513833304333, "usefulCycles": 15350400.0, "estimatedWorkCycles": 23797800, "usefulUtilization": 0.6450344149459194, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.3024262185942004, "meanCycles": 30510.0, "p50Cycles": 30510, "p95Cycles": 30510, "maximumCycles": 30510, "firstOffset": 361152, "lastOffset": 395634 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 624, "tileCount": 624, "phaseCount": 21, "phaseCycles": 33942, "phaseMs": 0.022628, "workCycles": 18720000, "averageActiveTiles": 551.5290790171468, "usefulCycles": 11943360.0, "estimatedWorkCycles": 18720000, "usefulUtilization": 0.638, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.23904589158487752, "meanCycles": 30000.0, "p50Cycles": 30000, "p95Cycles": 30000, "maximumCycles": 30000, "firstOffset": 361200, "lastOffset": 395142 }, { "name": "gemm_f8_init_large_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 1215, "tileCount": 1215, "phaseCount": 32, "phaseCycles": 32736, "phaseMs": 0.021824, "workCycles": 32666490, "averageActiveTiles": 997.8766495601174, "usefulCycles": 23628960.0, "estimatedWorkCycles": 32666490, "usefulUtilization": 0.7233394221417728, "workLaneOccupancy": 0.9962962962962963, "deviceUsefulUtilization": 0.49035565153640187, "meanCycles": 26886.0, "p50Cycles": 26886, "p95Cycles": 26886, "maximumCycles": 26886, "firstOffset": 481884, "lastOffset": 514620 }, { "name": "attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1488, "tileCount": 1472, "phaseCount": 28, "phaseCycles": 32724, "phaseMs": 0.021816, "workCycles": 34993632, "averageActiveTiles": 1069.3568023469013, "usefulCycles": 15838080.0, "estimatedWorkCycles": 34993632, "usefulUtilization": 0.4525989185689556, "workLaneOccupancy": 0.9970588235294118, "deviceUsefulUtilization": 0.32879737249087226, "meanCycles": 23517.225806451614, "p50Cycles": 23706, "p95Cycles": 23706, "maximumCycles": 23706, "firstOffset": 199962, "lastOffset": 13263216 }, { "name": "gemm_f8_init_small_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 243, "tileCount": 243, "phaseCount": 19, "phaseCycles": 32556, "phaseMs": 0.021704, "workCycles": 6508512, "averageActiveTiles": 199.91743457427202, "usefulCycles": 4609584.0, "estimatedWorkCycles": 6508512, "usefulUtilization": 0.7082393026240099, "workLaneOccupancy": 0.9879938271604938, "deviceUsefulUtilization": 0.09618844051988013, "meanCycles": 26784.0, "p50Cycles": 26784, "p95Cycles": 26784, "maximumCycles": 26784, "firstOffset": 481950, "lastOffset": 514506 }, { "name": "layer_norm_f16", "dimensions": {}, "sampleCount": 2187, "tileCount": 729, "phaseCount": 37, "phaseCycles": 30432, "phaseMs": 0.020288, "workCycles": 20518434, "averageActiveTiles": 674.238761829653, "usefulCycles": 7243344.0, "estimatedWorkCycles": 20518434, "usefulUtilization": 0.35301641441057346, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.1616965694006309, "meanCycles": 9382.0, "p50Cycles": 9384, "p95Cycles": 9384, "maximumCycles": 9384, "firstOffset": 57150, "lastOffset": 13139334 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 30, "tileCount": 30, "phaseCount": 11, "phaseCycles": 29304, "phaseMs": 0.019536, "workCycles": 824940, "averageActiveTiles": 28.151105651105652, "usefulCycles": 531360.0, "estimatedWorkCycles": 824940, "usefulUtilization": 0.6441195723325333, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.012318395470569383, "meanCycles": 27498.0, "p50Cycles": 27498, "p95Cycles": 27498, "maximumCycles": 27498, "firstOffset": 362484, "lastOffset": 391788 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 24, "tileCount": 24, "phaseCount": 13, "phaseCycles": 28770, "phaseMs": 0.01918, "workCycles": 649008, "averageActiveTiles": 22.5584984358707, "usefulCycles": 413424.0, "estimatedWorkCycles": 649008, "usefulUtilization": 0.637009096960284, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.009762207009112754, "meanCycles": 27042.0, "p50Cycles": 27042, "p95Cycles": 27042, "maximumCycles": 27042, "firstOffset": 362562, "lastOffset": 391332 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 972, "tileCount": 972, "phaseCount": 4, "phaseCycles": 22464, "phaseMs": 0.014976, "workCycles": 18294984, "averageActiveTiles": 814.4134615384615, "usefulCycles": 15178752.0, "estimatedWorkCycles": 18294984, "usefulUtilization": 0.8296674104771012, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.4590301003344482, "meanCycles": 18822.0, "p50Cycles": 18822, "p95Cycles": 18822, "maximumCycles": 18822, "firstOffset": 88914, "lastOffset": 111378 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 486, "tileCount": 486, "phaseCount": 1, "phaseCycles": 22368, "phaseMs": 0.014912, "workCycles": 9083340, "averageActiveTiles": 406.0863733905579, "usefulCycles": 7496064.0, "estimatedWorkCycles": 9083340, "usefulUtilization": 0.8252541466024612, "workLaneOccupancy": 0.9958677685950413, "deviceUsefulUtilization": 0.22766607576040307, "meanCycles": 18690.0, "p50Cycles": 18690, "p95Cycles": 18690, "maximumCycles": 18690, "firstOffset": 88896, "lastOffset": 111264 }, { "name": "add_f16", "dimensions": {}, "sampleCount": 15364, "tileCount": 1472, "phaseCount": 211, "phaseCycles": 20850, "phaseMs": 0.0139, "workCycles": 20358648, "averageActiveTiles": 976.4339568345324, "usefulCycles": 3096104.0, "estimatedWorkCycles": 20358648, "usefulUtilization": 0.15207807512561738, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.10087920967573767, "meanCycles": 1325.0877375683415, "p50Cycles": 1074, "p95Cycles": 2658, "maximumCycles": 2658, "firstOffset": 44682, "lastOffset": 13342602 }, { "name": "gemm_f16_init_small_rows_interleaved_k96_c80_r91_r92", "dimensions": {}, "sampleCount": 896, "tileCount": 896, "phaseCount": 16, "phaseCycles": 20232, "phaseMs": 0.013488, "workCycles": 14859264, "averageActiveTiles": 734.4436536180308, "usefulCycles": 8358714.0, "estimatedWorkCycles": 14859264, "usefulUtilization": 0.5625254386758322, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.28066796089277424, "meanCycles": 16584.0, "p50Cycles": 16584, "p95Cycles": 16584, "maximumCycles": 16584, "firstOffset": 237648, "lastOffset": 257880 } ], "samples": [] }