{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 196952, "matchedSampleCount": 196153, "profileSpanCycles": 11001942, "profileSpanMs": 7.334628, "atOffset": null, "groups": [ { "name": "repeat-remainder", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 9, "phaseCycles": 10409208, "phaseMs": 6.939472, "workCycles": 15317942364, "averageActiveTiles": 1471.5761625668351, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 10406210.845108695, "p50Cycles": 10406214, "p95Cycles": 10406226, "maximumCycles": 10406244, "firstOffset": 439218, "lastOffset": 10848426 }, { "name": "sync", "dimensions": {}, "sampleCount": 18303, "tileCount": 1469, "phaseCount": 54, "phaseCycles": 466194, "phaseMs": 0.310796, "workCycles": 67824204, "averageActiveTiles": 145.48493545605479, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 3705.633174889362, "p50Cycles": 2118, "p95Cycles": 12522, "maximumCycles": 40836, "firstOffset": 0, "lastOffset": 10999842 }, { "name": "exchange", "dimensions": {}, "sampleCount": 75905, "tileCount": 1472, "phaseCount": 64, "phaseCycles": 410712, "phaseMs": 0.273808, "workCycles": 415546482, "averageActiveTiles": 1011.7709782037048, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 5474.560068506686, "p50Cycles": 4014, "p95Cycles": 13656, "maximumCycles": 29376, "firstOffset": 0, "lastOffset": 11000424 }, { "name": "copy_u64", "dimensions": {}, "sampleCount": 9326, "tileCount": 1472, "phaseCount": 180, "phaseCycles": 62718, "phaseMs": 0.041812, "workCycles": 8887356, "averageActiveTiles": 141.70343442074045, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 952.9654728715419, "p50Cycles": 1008, "p95Cycles": 1632, "maximumCycles": 1686, "firstOffset": 19740, "lastOffset": 10997664 }, { "name": "reduce_sum_f16", "dimensions": {}, "sampleCount": 10600, "tileCount": 1472, "phaseCount": 130, "phaseCycles": 54192, "phaseMs": 0.036128, "workCycles": 42453264, "averageActiveTiles": 783.386182462356, "usefulCycles": 23280560.0, "estimatedWorkCycles": 42453264, "usefulUtilization": 0.5483809207226092, "workLaneOccupancy": 0.9925529621706577, "deviceUsefulUtilization": 0.29184377447016085, "meanCycles": 4005.0249056603775, "p50Cycles": 3546, "p95Cycles": 7218, "maximumCycles": 7218, "firstOffset": 20004, "lastOffset": 10998240 }, { "name": "cast_f16_f8", "dimensions": {}, "sampleCount": 8861, "tileCount": 1458, "phaseCount": 128, "phaseCycles": 52578, "phaseMs": 0.035052, "workCycles": 46487226, "averageActiveTiles": 884.1573661987903, "usefulCycles": 8532714.0, "estimatedWorkCycles": 46153950, "usefulUtilization": 0.18487505403112842, "workLaneOccupancy": 0.9898583966656674, "deviceUsefulUtilization": 0.11024916707599641, "meanCycles": 5246.2731068728135, "p50Cycles": 4830, "p95Cycles": 9162, "maximumCycles": 9906, "firstOffset": 0, "lastOffset": 10993404 }, { "name": "fill_zero_u64", "dimensions": {}, "sampleCount": 24751, "tileCount": 1472, "phaseCount": 126, "phaseCycles": 44640, "phaseMs": 0.02976, "workCycles": 8285202, "averageActiveTiles": 185.60040322580645, "usefulCycles": 0.0, "estimatedWorkCycles": 4977990, "usefulUtilization": 0.0, "workLaneOccupancy": null, "deviceUsefulUtilization": 0.0, "meanCycles": 334.7421114298412, "p50Cycles": 306, "p95Cycles": 660, "maximumCycles": 1260, "firstOffset": 6738, "lastOffset": 10993422 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 780, "tileCount": 780, "phaseCount": 23, "phaseCycles": 32790, "phaseMs": 0.02186, "workCycles": 23797800, "averageActiveTiles": 725.7639524245196, "usefulCycles": 15350400.0, "estimatedWorkCycles": 23797800, "usefulUtilization": 0.6450344149459194, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.318031743506106, "meanCycles": 30510.0, "p50Cycles": 30510, "p95Cycles": 30510, "maximumCycles": 30510, "firstOffset": 297294, "lastOffset": 330084 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 624, "tileCount": 624, "phaseCount": 23, "phaseCycles": 32268, "phaseMs": 0.021512, "workCycles": 18720000, "averageActiveTiles": 580.1413164745259, "usefulCycles": 11943360.0, "estimatedWorkCycles": 18720000, "usefulUtilization": 0.638, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.25144711950458387, "meanCycles": 30000.0, "p50Cycles": 30000, "p95Cycles": 30000, "maximumCycles": 30000, "firstOffset": 297306, "lastOffset": 329574 }, { "name": "attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1488, "tileCount": 1472, "phaseCount": 28, "phaseCycles": 31722, "phaseMs": 0.021148, "workCycles": 33930912, "averageActiveTiles": 1069.6334405144694, "usefulCycles": 15838080.0, "estimatedWorkCycles": 33930912, "usefulUtilization": 0.4667743678684499, "workLaneOccupancy": 0.9970588235294118, "deviceUsefulUtilization": 0.33918306592873415, "meanCycles": 22803.032258064515, "p50Cycles": 22986, "p95Cycles": 22986, "maximumCycles": 22986, "firstOffset": 159156, "lastOffset": 10952808 }, { "name": "gemm_f8_init_large_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 1215, "tileCount": 1215, "phaseCount": 25, "phaseCycles": 30810, "phaseMs": 0.02054, "workCycles": 32666490, "averageActiveTiles": 1060.2560856864654, "usefulCycles": 23628960.0, "estimatedWorkCycles": 32666490, "usefulUtilization": 0.7233394221417728, "workLaneOccupancy": 0.9962962962962963, "deviceUsefulUtilization": 0.5210088480589307, "meanCycles": 26886.0, "p50Cycles": 26886, "p95Cycles": 26886, "maximumCycles": 26886, "firstOffset": 386316, "lastOffset": 417126 }, { "name": "gemm_f8_init_small_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 243, "tileCount": 243, "phaseCount": 18, "phaseCycles": 30660, "phaseMs": 0.02044, "workCycles": 6508512, "averageActiveTiles": 212.28023483365948, "usefulCycles": 4609584.0, "estimatedWorkCycles": 6508512, "usefulUtilization": 0.7082393026240099, "workLaneOccupancy": 0.9879938271604938, "deviceUsefulUtilization": 0.10213668850506254, "meanCycles": 26784.0, "p50Cycles": 26784, "p95Cycles": 26784, "maximumCycles": 26784, "firstOffset": 386340, "lastOffset": 417000 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 24, "tileCount": 24, "phaseCount": 11, "phaseCycles": 28434, "phaseMs": 0.018956, "workCycles": 649008, "averageActiveTiles": 22.82506857986917, "usefulCycles": 413424.0, "estimatedWorkCycles": 649008, "usefulUtilization": 0.637009096960284, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.009877565437580851, "meanCycles": 27042.0, "p50Cycles": 27042, "p95Cycles": 27042, "maximumCycles": 27042, "firstOffset": 298092, "lastOffset": 326526 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 30, "tileCount": 30, "phaseCount": 15, "phaseCycles": 28224, "phaseMs": 0.018816, "workCycles": 824940, "averageActiveTiles": 29.228316326530614, "usefulCycles": 531360.0, "estimatedWorkCycles": 824940, "usefulUtilization": 0.6441195723325333, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.01278976264418811, "meanCycles": 27498.0, "p50Cycles": 27498, "p95Cycles": 27498, "maximumCycles": 27498, "firstOffset": 298104, "lastOffset": 326328 }, { "name": "copy_strided_u64", "dimensions": {}, "sampleCount": 5416, "tileCount": 1472, "phaseCount": 107, "phaseCycles": 23676, "phaseMs": 0.015784, "workCycles": 3177252, "averageActiveTiles": 134.19716168271668, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 586.6418020679469, "p50Cycles": 420, "p95Cycles": 1140, "maximumCycles": 1140, "firstOffset": 110634, "lastOffset": 10944270 }, { "name": "layer_norm_f16", "dimensions": {}, "sampleCount": 2187, "tileCount": 729, "phaseCount": 29, "phaseCycles": 22494, "phaseMs": 0.014996, "workCycles": 14731632, "averageActiveTiles": 654.9138436916511, "usefulCycles": 5983632.0, "estimatedWorkCycles": 14731632, "usefulUtilization": 0.40617577197149646, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.1807134076333399, "meanCycles": 6736.0, "p50Cycles": 6738, "p95Cycles": 6738, "maximumCycles": 6738, "firstOffset": 38742, "lastOffset": 10860882 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 972, "tileCount": 972, "phaseCount": 4, "phaseCycles": 19266, "phaseMs": 0.012844, "workCycles": 18294984, "averageActiveTiles": 949.5995017128621, "usefulCycles": 15178752.0, "estimatedWorkCycles": 18294984, "usefulUtilization": 0.8296674104771012, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.5352253801470489, "meanCycles": 18822.0, "p50Cycles": 18822, "p95Cycles": 18822, "maximumCycles": 18822, "firstOffset": 70170, "lastOffset": 89436 }, { "name": "gemm_f16_init_small_rows_interleaved_k80_c80_r81_r81", "dimensions": {}, "sampleCount": 864, "tileCount": 864, "phaseCount": 12, "phaseCycles": 19236, "phaseMs": 0.012824, "workCycles": 11062656, "averageActiveTiles": 575.101684341859, "usefulCycles": 6298560.0, "estimatedWorkCycles": 11062656, "usefulUtilization": 0.5693533270852859, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.2224429737720036, "meanCycles": 12804.0, "p50Cycles": 12804, "p95Cycles": 12804, "maximumCycles": 12804, "firstOffset": 133902, "lastOffset": 153138 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 486, "tileCount": 486, "phaseCount": 1, "phaseCycles": 18990, "phaseMs": 0.01266, "workCycles": 9083340, "averageActiveTiles": 478.3222748815166, "usefulCycles": 7496064.0, "estimatedWorkCycles": 9083340, "usefulUtilization": 0.8252541466024612, "workLaneOccupancy": 0.9958677685950413, "deviceUsefulUtilization": 0.2681640222542757, "meanCycles": 18690.0, "p50Cycles": 18690, "p95Cycles": 18690, "maximumCycles": 18690, "firstOffset": 70074, "lastOffset": 89064 }, { "name": "add_f16", "dimensions": {}, "sampleCount": 11800, "tileCount": 1458, "phaseCount": 150, "phaseCycles": 18144, "phaseMs": 0.012096, "workCycles": 12935772, "averageActiveTiles": 712.9503968253969, "usefulCycles": 2310624.0, "estimatedWorkCycles": 12935772, "usefulUtilization": 0.17862281431676438, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.08651440648723258, "meanCycles": 1096.2518644067798, "p50Cycles": 942, "p95Cycles": 1806, "maximumCycles": 1806, "firstOffset": 24816, "lastOffset": 11001942 }, { "name": "gemm_f16_init_small_rows_interleaved_k80_c64_r81_r81", "dimensions": {}, "sampleCount": 576, "tileCount": 576, "phaseCount": 12, "phaseCycles": 17268, "phaseMs": 0.011512, "workCycles": 5944320, "averageActiveTiles": 344.23905489923555, "usefulCycles": 3267378.0, "estimatedWorkCycles": 5944320, "usefulUtilization": 0.5496638808139535, "workLaneOccupancy": 0.875390625, "deviceUsefulUtilization": 0.12854332530138685, "meanCycles": 10320.0, "p50Cycles": 10320, "p95Cycles": 10320, "maximumCycles": 10320, "firstOffset": 133296, "lastOffset": 150564 }, { "name": "gemm_f16_init_small_rows_interleaved_k112_c80_r56_r57", "dimensions": {}, "sampleCount": 1344, "tileCount": 1344, "phaseCount": 20, "phaseCycles": 16740, "phaseMs": 0.01116, "workCycles": 19184256, "averageActiveTiles": 1146.0129032258064, "usefulCycles": 8817984.0, "estimatedWorkCycles": 19184256, "usefulUtilization": 0.45964691046658257, "workLaneOccupancy": 0.8368622448979591, "deviceUsefulUtilization": 0.35785413744740535, "meanCycles": 14274.0, "p50Cycles": 14274, "p95Cycles": 14274, "maximumCycles": 14274, "firstOffset": 197094, "lastOffset": 213834 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c128_r80_r82", "dimensions": {}, "sampleCount": 810, "tileCount": 810, "phaseCount": 8, "phaseCycles": 16620, "phaseMs": 0.01108, "workCycles": 13369860, "averageActiveTiles": 804.4440433212997, "usefulCycles": 8501760.0, "estimatedWorkCycles": 13369860, "usefulUtilization": 0.6358899794014298, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.34751216449536965, "meanCycles": 16506.0, "p50Cycles": 16506, "p95Cycles": 16506, "maximumCycles": 16506, "firstOffset": 10879938, "lastOffset": 10896558 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c128_r80_r82", "dimensions": {}, "sampleCount": 648, "tileCount": 648, "phaseCount": 7, "phaseCycles": 16332, "phaseMs": 0.010888, "workCycles": 10528704, "averageActiveTiles": 644.6671565025716, "usefulCycles": 6614784.0, "estimatedWorkCycles": 10528704, "usefulUtilization": 0.6282619399310685, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.27514934670798324, "meanCycles": 16248.0, "p50Cycles": 16248, "p95Cycles": 16248, "maximumCycles": 16248, "firstOffset": 10879944, "lastOffset": 10896276 }, { "name": "gemm_f16_init_large_rows_interleaved_k112_c80_r56_r57", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 7, "phaseCycles": 15186, "phaseMs": 0.010124, "workCycles": 1608768, "averageActiveTiles": 105.93757408139075, "usefulCycles": 747954.0, "estimatedWorkCycles": 1608768, "usefulUtilization": 0.4649234693877551, "workLaneOccupancy": 0.8368622448979591, "deviceUsefulUtilization": 0.0334598264133441, "meanCycles": 14364.0, "p50Cycles": 14364, "p95Cycles": 14364, "maximumCycles": 14364, "firstOffset": 198828, "lastOffset": 214014 }, { "name": "rearrange_row_major_to_amp_f16_o2_r64_p64_c16_p16_b64x16", "dimensions": {}, "sampleCount": 1760, "tileCount": 880, "phaseCount": 33, "phaseCycles": 10980, "phaseMs": 0.00732, "workCycles": 4282080, "averageActiveTiles": 389.9890710382514, "usefulCycles": 901120.0, "estimatedWorkCycles": 4282080, "usefulUtilization": 0.21043978627209206, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.055753543993030806, "meanCycles": 2433.0, "p50Cycles": 2430, "p95Cycles": 2436, "maximumCycles": 2436, "firstOffset": 120924, "lastOffset": 10935444 }, { "name": "bias_gelu_f16", "dimensions": {}, "sampleCount": 2534, "tileCount": 1458, "phaseCount": 69, "phaseCycles": 9876, "phaseMs": 0.006584, "workCycles": 13055688, "averageActiveTiles": 1321.9611178614823, "usefulCycles": 8640280.0, "estimatedWorkCycles": 13055688, "usefulUtilization": 0.6618019670813212, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.5943454267702115, "meanCycles": 5152.205209155485, "p50Cycles": 8556, "p95Cycles": 8556, "maximumCycles": 8556, "firstOffset": 351414, "lastOffset": 10990590 }, { "name": "rearrange_row_major_to_amp_f16_o2_r0_p64_c16_p16_b64x16", "dimensions": {}, "sampleCount": 160, "tileCount": 80, "phaseCount": 23, "phaseCycles": 8730, "phaseMs": 0.00582, "workCycles": 314400, "averageActiveTiles": 36.013745704467354, "usefulCycles": 32000.0, "estimatedWorkCycles": 314400, "usefulUtilization": 0.10178117048346055, "workLaneOccupancy": 0.390625, "deviceUsefulUtilization": 0.002490163852781513, "meanCycles": 1965.0, "p50Cycles": 1962, "p95Cycles": 1968, "maximumCycles": 1968, "firstOffset": 120978, "lastOffset": 10934046 }, { "name": "gemm_f16_init_small_rows_interleaved_k80_c16_r1_r1", "dimensions": {}, "sampleCount": 736, "tileCount": 736, "phaseCount": 19, "phaseCycles": 8178, "phaseMs": 0.005452, "workCycles": 927360, "averageActiveTiles": 113.3969185619956, "usefulCycles": 13122.0, "estimatedWorkCycles": 927360, "usefulUtilization": 0.014149844720496895, "workLaneOccupancy": 0.8914402173913043, "deviceUsefulUtilization": 0.0010900467319531724, "meanCycles": 1260.0, "p50Cycles": 1260, "p95Cycles": 1260, "maximumCycles": 1260, "firstOffset": 10937352, "lastOffset": 10945530 }, { "name": "gemm_f8_init_small_rows_interleaved_k96_c48_r146_r146", "dimensions": {}, "sampleCount": 1440, "tileCount": 1440, "phaseCount": 23, "phaseCycles": 7698, "phaseMs": 0.005132, "workCycles": 10437120, "averageActiveTiles": 1355.8222915042868, "usefulCycles": 7558272.0, "estimatedWorkCycles": 10437120, "usefulUtilization": 0.7241721854304636, "workLaneOccupancy": 0.9986301369863013, "deviceUsefulUtilization": 0.6670168423192924, "meanCycles": 7248.0, "p50Cycles": 7248, "p95Cycles": 7248, "maximumCycles": 7248, "firstOffset": 239226, "lastOffset": 246924 }, { "name": "attention_merge_v72_p80_k768_out16_f16", "dimensions": {}, "sampleCount": 1488, "tileCount": 1472, "phaseCount": 35, "phaseCycles": 7674, "phaseMs": 0.005116, "workCycles": 4423872, "averageActiveTiles": 576.4753713838936, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 2973.032258064516, "p50Cycles": 2988, "p95Cycles": 2988, "maximumCycles": 2988, "firstOffset": 219936, "lastOffset": 10966158 }, { "name": "gemm_f16_init_small_rows_interleaved_k112_c16_r1_r1", "dimensions": {}, "sampleCount": 560, "tileCount": 560, "phaseCount": 23, "phaseCycles": 7350, "phaseMs": 0.0049, "workCycles": 900480, "averageActiveTiles": 122.51428571428572, "usefulCycles": 13122.0, "estimatedWorkCycles": 900480, "usefulUtilization": 0.01457222814498934, "workLaneOccupancy": 0.8368622448979591, "deviceUsefulUtilization": 0.001212843833185448, "meanCycles": 1608.0, "p50Cycles": 1608, "p95Cycles": 1608, "maximumCycles": 1608, "firstOffset": 10954128, "lastOffset": 10961478 }, { "name": "static_copy_u32", "dimensions": {}, "sampleCount": 1686, "tileCount": 797, "phaseCount": 88, "phaseCycles": 6510, "phaseMs": 0.00434, "workCycles": 488754, "averageActiveTiles": 75.07741935483871, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 289.88967971530246, "p50Cycles": 294, "p95Cycles": 294, "maximumCycles": 492, "firstOffset": 24810, "lastOffset": 11000574 }, { "name": "gemm_f8_init_large_rows_interleaved_k64_c32_r182_r184", "dimensions": {}, "sampleCount": 360, "tileCount": 360, "phaseCount": 3, "phaseCycles": 4404, "phaseMs": 0.002936, "workCycles": 1458000, "averageActiveTiles": 331.06267029972753, "usefulCycles": 973728.0, "estimatedWorkCycles": 1458000, "usefulUtilization": 0.6678518518518518, "workLaneOccupancy": 0.91875, "deviceUsefulUtilization": 0.15020435967302453, "meanCycles": 4050.0, "p50Cycles": 4050, "p95Cycles": 4050, "maximumCycles": 4050, "firstOffset": 12372, "lastOffset": 16776 }, { "name": "gemm_f8_init_small_rows_interleaved_k64_c32_r182_r184", "dimensions": {}, "sampleCount": 1080, "tileCount": 1080, "phaseCount": 2, "phaseCycles": 4350, "phaseMs": 0.0029, "workCycles": 4348080, "averageActiveTiles": 999.5586206896552, "usefulCycles": 2884140.0, "estimatedWorkCycles": 4348080, "usefulUtilization": 0.6633134624937904, "workLaneOccupancy": 0.9170673076923077, "deviceUsefulUtilization": 0.45042166416791607, "meanCycles": 4026.0, "p50Cycles": 4026, "p95Cycles": 4026, "maximumCycles": 4026, "firstOffset": 12378, "lastOffset": 16728 }, { "name": "gemm_f8_init_small_rows_interleaved_k160_c32_r2_r2", "dimensions": {}, "sampleCount": 680, "tileCount": 680, "phaseCount": 41, "phaseCycles": 3402, "phaseMs": 0.002268, "workCycles": 1456560, "averageActiveTiles": 428.14814814814815, "usefulCycles": 24480.0, "estimatedWorkCycles": 1456560, "usefulUtilization": 0.01680672268907563, "workLaneOccupancy": 0.45, "deviceUsefulUtilization": 0.004888428801472279, "meanCycles": 2142.0, "p50Cycles": 2142, "p95Cycles": 2142, "maximumCycles": 2142, "firstOffset": 10984638, "lastOffset": 10988040 }, { "name": "gemm_f8_init_small_rows_interleaved_k160_c16_r2_r2", "dimensions": {}, "sampleCount": 792, "tileCount": 792, "phaseCount": 28, "phaseCycles": 2580, "phaseMs": 0.00172, "workCycles": 1002672, "averageActiveTiles": 388.63255813953486, "usefulCycles": 14256.0, "estimatedWorkCycles": 1002672, "usefulUtilization": 0.014218009478672985, "workLaneOccupancy": 0.45, "deviceUsefulUtilization": 0.0037537917087967646, "meanCycles": 1266.0, "p50Cycles": 1266, "p95Cycles": 1266, "maximumCycles": 1266, "firstOffset": 10984152, "lastOffset": 10986732 }, { "name": "layer_norm_moments", "dimensions": {}, "sampleCount": 4, "tileCount": 4, "phaseCount": 3, "phaseCycles": 2340, "phaseMs": 0.00156, "workCycles": 6720, "averageActiveTiles": 2.871794871794872, "usefulCycles": 1008.0, "estimatedWorkCycles": 6720, "usefulUtilization": 0.15, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.0002926421404682274, "meanCycles": 1680.0, "p50Cycles": 1680, "p95Cycles": 1680, "maximumCycles": 1680, "firstOffset": 10976412, "lastOffset": 10978752 }, { "name": "gemm_f8_init_small_rows_interleaved_k224_c16_r2_r2", "dimensions": {}, "sampleCount": 1440, "tileCount": 1440, "phaseCount": 44, "phaseCycles": 2226, "phaseMs": 0.001484, "workCycles": 2324160, "averageActiveTiles": 1044.0970350404314, "usefulCycles": 38736.0, "estimatedWorkCycles": 2324160, "usefulUtilization": 0.016666666666666666, "workLaneOccupancy": 0.48035714285714287, "deviceUsefulUtilization": 0.011821750849642564, "meanCycles": 1614.0, "p50Cycles": 1614, "p95Cycles": 1614, "maximumCycles": 1614, "firstOffset": 10994484, "lastOffset": 10996710 }, { "name": "layer_norm_apply", "dimensions": {}, "sampleCount": 4, "tileCount": 4, "phaseCount": 3, "phaseCycles": 2196, "phaseMs": 0.001464, "workCycles": 8784, "averageActiveTiles": 4.0, "usefulCycles": 1728.0, "estimatedWorkCycles": 8784, "usefulUtilization": 0.19672131147540983, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.0005345687811831789, "meanCycles": 2196.0, "p50Cycles": 2196, "p95Cycles": 2196, "maximumCycles": 2196, "firstOffset": 10979028, "lastOffset": 10981224 }, { "name": "gemm_f8_init_small_rows_interleaved_k64_c16_r2_r2", "dimensions": {}, "sampleCount": 2592, "tileCount": 1296, "phaseCount": 48, "phaseCycles": 1692, "phaseMs": 0.001128, "workCycles": 1928448, "averageActiveTiles": 1139.7446808510638, "usefulCycles": 20736.0, "estimatedWorkCycles": 1928448, "usefulUtilization": 0.010752688172043012, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.008325624421831638, "meanCycles": 744.0, "p50Cycles": 744, "p95Cycles": 744, "maximumCycles": 744, "firstOffset": 10918188, "lastOffset": 10971840 } ], "samples": [] }