{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 245144, "matchedSampleCount": 245144, "profileSpanCycles": 13101936, "profileSpanMs": 8.734624, "atOffset": null, "groups": [ { "name": "repeat-remainder", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 11, "phaseCycles": 12344244, "phaseMs": 8.229496, "workCycles": 18166308072, "averageActiveTiles": 1471.6420116128618, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 12341241.89673913, "p50Cycles": 12341244, "p95Cycles": 12341256, "maximumCycles": 12341280, "firstOffset": 533364, "lastOffset": 12877608 }, { "name": "sync", "dimensions": {}, "sampleCount": 25121, "tileCount": 1457, "phaseCount": 63, "phaseCycles": 596028, "phaseMs": 0.397352, "workCycles": 134457066, "averageActiveTiles": 225.58850590911837, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 5352.377134668206, "p50Cycles": 2202, "p95Cycles": 23634, "maximumCycles": 46848, "firstOffset": 0, "lastOffset": 13101210 }, { "name": "exchange", "dimensions": {}, "sampleCount": 82335, "tileCount": 1472, "phaseCount": 73, "phaseCycles": 526602, "phaseMs": 0.351068, "workCycles": 510508296, "averageActiveTiles": 969.4385816992719, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 6200.380105665878, "p50Cycles": 4458, "p95Cycles": 16422, "maximumCycles": 34206, "firstOffset": 0, "lastOffset": 13101786 }, { "name": "cast_f16_f8", "dimensions": {}, "sampleCount": 19044, "tileCount": 1458, "phaseCount": 191, "phaseCycles": 119544, "phaseMs": 0.079696, "workCycles": 91253484, "averageActiveTiles": 763.3464163822525, "usefulCycles": 16422688.0, "estimatedWorkCycles": 91253484, "usefulUtilization": 0.17996779169549296, "workLaneOccupancy": 0.9554531504314311, "deviceUsefulUtilization": 0.0933272886243086, "meanCycles": 4791.718336483932, "p50Cycles": 5106, "p95Cycles": 9162, "maximumCycles": 9906, "firstOffset": 18306, "lastOffset": 13088322 }, { "name": "copy_u64", "dimensions": {}, "sampleCount": 29563, "tileCount": 1472, "phaseCount": 236, "phaseCycles": 118710, "phaseMs": 0.07914, "workCycles": 24087408, "averageActiveTiles": 202.90967904978518, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 814.7822616107973, "p50Cycles": 576, "p95Cycles": 1572, "maximumCycles": 10578, "firstOffset": 38106, "lastOffset": 13097970 }, { "name": "fill_zero_u64", "dimensions": {}, "sampleCount": 16204, "tileCount": 1472, "phaseCount": 115, "phaseCycles": 62952, "phaseMs": 0.041968, "workCycles": 7483776, "averageActiveTiles": 118.88067098741898, "usefulCycles": 0.0, "estimatedWorkCycles": 3561264, "usefulUtilization": 0.0, "workLaneOccupancy": null, "deviceUsefulUtilization": 0.0, "meanCycles": 461.84744507529007, "p50Cycles": 360, "p95Cycles": 1410, "maximumCycles": 3150, "firstOffset": 28926, "lastOffset": 13088940 }, { "name": "reduce_sum_f16", "dimensions": {}, "sampleCount": 10440, "tileCount": 1472, "phaseCount": 148, "phaseCycles": 62778, "phaseMs": 0.041852, "workCycles": 42195072, "averageActiveTiles": 672.131511038899, "usefulCycles": 23280288.0, "estimatedWorkCycles": 42195072, "usefulUtilization": 0.551730021932419, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.2519260416623381, "meanCycles": 4041.673563218391, "p50Cycles": 3690, "p95Cycles": 7218, "maximumCycles": 7218, "firstOffset": 38370, "lastOffset": 13097700 }, { "name": "copy_strided_u64", "dimensions": {}, "sampleCount": 6017, "tileCount": 1472, "phaseCount": 129, "phaseCycles": 53382, "phaseMs": 0.035588, "workCycles": 3609288, "averageActiveTiles": 67.6124536360571, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 599.848429449892, "p50Cycles": 420, "p95Cycles": 1140, "maximumCycles": 5430, "firstOffset": 0, "lastOffset": 13094604 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 780, "tileCount": 780, "phaseCount": 24, "phaseCycles": 34482, "phaseMs": 0.022988, "workCycles": 23797800, "averageActiveTiles": 690.1513833304333, "usefulCycles": 15350400.0, "estimatedWorkCycles": 23797800, "usefulUtilization": 0.6450344149459194, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.3024262185942004, "meanCycles": 30510.0, "p50Cycles": 30510, "p95Cycles": 30510, "maximumCycles": 30510, "firstOffset": 353772, "lastOffset": 388254 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c160_r80_r82", "dimensions": {}, "sampleCount": 624, "tileCount": 624, "phaseCount": 23, "phaseCycles": 33942, "phaseMs": 0.022628, "workCycles": 18720000, "averageActiveTiles": 551.5290790171468, "usefulCycles": 11943360.0, "estimatedWorkCycles": 18720000, "usefulUtilization": 0.638, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.23904589158487752, "meanCycles": 30000.0, "p50Cycles": 30000, "p95Cycles": 30000, "maximumCycles": 30000, "firstOffset": 353820, "lastOffset": 387762 }, { "name": "gemm_f8_init_large_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 1215, "tileCount": 1215, "phaseCount": 29, "phaseCycles": 32742, "phaseMs": 0.021828, "workCycles": 32666490, "averageActiveTiles": 997.6937877954921, "usefulCycles": 23628960.0, "estimatedWorkCycles": 32666490, "usefulUtilization": 0.7233394221417728, "workLaneOccupancy": 0.9962962962962963, "deviceUsefulUtilization": 0.49026579343643184, "meanCycles": 26886.0, "p50Cycles": 26886, "p95Cycles": 26886, "maximumCycles": 26886, "firstOffset": 473454, "lastOffset": 506196 }, { "name": "attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1488, "tileCount": 1472, "phaseCount": 27, "phaseCycles": 32562, "phaseMs": 0.021708, "workCycles": 34993632, "averageActiveTiles": 1074.6769854431545, "usefulCycles": 15838080.0, "estimatedWorkCycles": 34993632, "usefulUtilization": 0.4525989185689556, "workLaneOccupancy": 0.9970588235294118, "deviceUsefulUtilization": 0.33043318031420993, "meanCycles": 23517.225806451614, "p50Cycles": 23706, "p95Cycles": 23706, "maximumCycles": 23706, "firstOffset": 193008, "lastOffset": 13017666 }, { "name": "gemm_f8_init_small_rows_interleaved_k160_c128_r120_r122", "dimensions": {}, "sampleCount": 243, "tileCount": 243, "phaseCount": 21, "phaseCycles": 32562, "phaseMs": 0.021708, "workCycles": 6508512, "averageActiveTiles": 199.88059701492537, "usefulCycles": 4609584.0, "estimatedWorkCycles": 6508512, "usefulUtilization": 0.7082393026240099, "workLaneOccupancy": 0.9879938271604938, "deviceUsefulUtilization": 0.09617071646597929, "meanCycles": 26784.0, "p50Cycles": 26784, "p95Cycles": 26784, "maximumCycles": 26784, "firstOffset": 473520, "lastOffset": 506082 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 30, "tileCount": 30, "phaseCount": 13, "phaseCycles": 29304, "phaseMs": 0.019536, "workCycles": 824940, "averageActiveTiles": 28.151105651105652, "usefulCycles": 531360.0, "estimatedWorkCycles": 824940, "usefulUtilization": 0.6441195723325333, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.012318395470569383, "meanCycles": 27498.0, "p50Cycles": 27498, "p95Cycles": 27498, "maximumCycles": 27498, "firstOffset": 355104, "lastOffset": 384408 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c144_r80_r82", "dimensions": {}, "sampleCount": 24, "tileCount": 24, "phaseCount": 13, "phaseCycles": 28770, "phaseMs": 0.01918, "workCycles": 649008, "averageActiveTiles": 22.5584984358707, "usefulCycles": 413424.0, "estimatedWorkCycles": 649008, "usefulUtilization": 0.637009096960284, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.009762207009112754, "meanCycles": 27042.0, "p50Cycles": 27042, "p95Cycles": 27042, "maximumCycles": 27042, "firstOffset": 355182, "lastOffset": 383952 }, { "name": "gemm_f8_init_large_rows_interleaved_k96_c48_r145_r146", "dimensions": {}, "sampleCount": 2080, "tileCount": 1440, "phaseCount": 37, "phaseCycles": 23808, "phaseMs": 0.015872, "workCycles": 15075840, "averageActiveTiles": 633.2258064516129, "usefulCycles": 10081152.0, "estimatedWorkCycles": 15075840, "usefulUtilization": 0.6686958736627611, "workLaneOccupancy": 0.9221285563751317, "deviceUsefulUtilization": 0.28765997545582045, "meanCycles": 7248.0, "p50Cycles": 7248, "p95Cycles": 7248, "maximumCycles": 7248, "firstOffset": 172566, "lastOffset": 290952 }, { "name": "layer_norm_f16", "dimensions": {}, "sampleCount": 2187, "tileCount": 729, "phaseCount": 28, "phaseCycles": 23718, "phaseMs": 0.015812, "workCycles": 15623928, "averageActiveTiles": 658.7371616493803, "usefulCycles": 5983632.0, "estimatedWorkCycles": 15623928, "usefulUtilization": 0.3829787234042553, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.17138744376862922, "meanCycles": 7144.0, "p50Cycles": 7146, "p95Cycles": 7146, "maximumCycles": 7146, "firstOffset": 57150, "lastOffset": 12890472 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 972, "tileCount": 972, "phaseCount": 4, "phaseCycles": 22110, "phaseMs": 0.01474, "workCycles": 18294984, "averageActiveTiles": 827.4529172320217, "usefulCycles": 15178752.0, "estimatedWorkCycles": 18294984, "usefulUtilization": 0.8296674104771012, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.4663795646274556, "meanCycles": 18822.0, "p50Cycles": 18822, "p95Cycles": 18822, "maximumCycles": 18822, "firstOffset": 86664, "lastOffset": 108774 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c64_r242_r244", "dimensions": {}, "sampleCount": 486, "tileCount": 486, "phaseCount": 1, "phaseCycles": 21996, "phaseMs": 0.014664, "workCycles": 9083340, "averageActiveTiles": 412.9541734860884, "usefulCycles": 7496064.0, "estimatedWorkCycles": 9083340, "usefulUtilization": 0.8252541466024612, "workLaneOccupancy": 0.9958677685950413, "deviceUsefulUtilization": 0.23151640219170283, "meanCycles": 18690.0, "p50Cycles": 18690, "p95Cycles": 18690, "maximumCycles": 18690, "firstOffset": 86658, "lastOffset": 108654 }, { "name": "add_f16", "dimensions": {}, "sampleCount": 15364, "tileCount": 1472, "phaseCount": 208, "phaseCycles": 20850, "phaseMs": 0.0139, "workCycles": 20358648, "averageActiveTiles": 976.4339568345324, "usefulCycles": 3096104.0, "estimatedWorkCycles": 20358648, "usefulUtilization": 0.15207807512561738, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.10087920967573767, "meanCycles": 1325.0877375683415, "p50Cycles": 1074, "p95Cycles": 2658, "maximumCycles": 2658, "firstOffset": 44682, "lastOffset": 13100880 }, { "name": "rearrange_row_major_to_amp_f16_o0_r182_p182_c12_p64", "dimensions": {}, "sampleCount": 72, "tileCount": 72, "phaseCount": 1, "phaseCycles": 19980, "phaseMs": 0.01332, "workCycles": 1436400, "averageActiveTiles": 71.89189189189189, "usefulCycles": 78624.0, "estimatedWorkCycles": 1436400, "usefulUtilization": 0.05473684210526316, "workLaneOccupancy": 0.1875, "deviceUsefulUtilization": 0.002673325499412456, "meanCycles": 19950.0, "p50Cycles": 19950, "p95Cycles": 19950, "maximumCycles": 19950, "firstOffset": 3540, "lastOffset": 23520 }, { "name": "rearrange_row_major_to_amp_f16_o0_r184_p184_c12_p64", "dimensions": {}, "sampleCount": 36, "tileCount": 36, "phaseCount": 1, "phaseCycles": 19968, "phaseMs": 0.013312, "workCycles": 718200, "averageActiveTiles": 35.96754807692308, "usefulCycles": 39744.0, "estimatedWorkCycles": 718200, "usefulUtilization": 0.05533834586466165, "workLaneOccupancy": 0.1875, "deviceUsefulUtilization": 0.0013521634615384615, "meanCycles": 19950.0, "p50Cycles": 19950, "p95Cycles": 19950, "maximumCycles": 19950, "firstOffset": 3522, "lastOffset": 23490 }, { "name": "rearrange_row_major_to_amp_f16_o0_r181_p182_c12_p64", "dimensions": {}, "sampleCount": 36, "tileCount": 36, "phaseCount": 1, "phaseCycles": 19968, "phaseMs": 0.013312, "workCycles": 718200, "averageActiveTiles": 35.96754807692308, "usefulCycles": 39096.0, "estimatedWorkCycles": 718200, "usefulUtilization": 0.05443609022556391, "workLaneOccupancy": 0.18646978021978022, "deviceUsefulUtilization": 0.0013301173181438127, "meanCycles": 19950.0, "p50Cycles": 19950, "p95Cycles": 19950, "maximumCycles": 19950, "firstOffset": 3606, "lastOffset": 23574 }, { "name": "static_copy_u32", "dimensions": {}, "sampleCount": 3805, "tileCount": 1246, "phaseCount": 162, "phaseCycles": 18348, "phaseMs": 0.012232, "workCycles": 792042, "averageActiveTiles": 43.167756703727925, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 208.15821287779238, "p50Cycles": 150, "p95Cycles": 294, "maximumCycles": 336, "firstOffset": 41286, "lastOffset": 13101936 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c128_r80_r82", "dimensions": {}, "sampleCount": 810, "tileCount": 810, "phaseCount": 8, "phaseCycles": 17208, "phaseMs": 0.011472, "workCycles": 13369860, "averageActiveTiles": 776.9560669456067, "usefulCycles": 8501760.0, "estimatedWorkCycles": 13369860, "usefulUtilization": 0.6358899794014298, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.3356376205202838, "meanCycles": 16506.0, "p50Cycles": 16506, "p95Cycles": 16506, "maximumCycles": 16506, "firstOffset": 12917340, "lastOffset": 12934548 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c128_r80_r82", "dimensions": {}, "sampleCount": 648, "tileCount": 648, "phaseCount": 7, "phaseCycles": 16908, "phaseMs": 0.011272, "workCycles": 10528704, "averageActiveTiles": 622.7054648687013, "usefulCycles": 6614784.0, "estimatedWorkCycles": 10528704, "usefulUtilization": 0.6282619399310685, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.2657759126114728, "meanCycles": 16248.0, "p50Cycles": 16248, "p95Cycles": 16248, "maximumCycles": 16248, "firstOffset": 12917394, "lastOffset": 12934302 }, { "name": "rearrange_row_major_to_amp_f16_o2_r64_p64_c16_p16_b64x16", "dimensions": {}, "sampleCount": 1760, "tileCount": 880, "phaseCount": 36, "phaseCycles": 16338, "phaseMs": 0.010892, "workCycles": 4282080, "averageActiveTiles": 262.0932794711715, "usefulCycles": 901120.0, "estimatedWorkCycles": 4282080, "usefulUtilization": 0.21043978627209206, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.037469329969609395, "meanCycles": 2433.0, "p50Cycles": 2430, "p95Cycles": 2436, "maximumCycles": 2436, "firstOffset": 147012, "lastOffset": 12996804 }, { "name": "gelu_tanh_approx_f16", "dimensions": {}, "sampleCount": 2496, "tileCount": 1472, "phaseCount": 87, "phaseCycles": 15414, "phaseMs": 0.010276, "workCycles": 17516592, "averageActiveTiles": 1136.407940833009, "usefulCycles": 9425760.0, "estimatedWorkCycles": 17516592, "usefulUtilization": 0.5381046724157302, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.4154255589215902, "meanCycles": 7017.865384615385, "p50Cycles": 11292, "p95Cycles": 11880, "maximumCycles": 12360, "firstOffset": 420894, "lastOffset": 13078824 }, { "name": "gemm_f8_init_small_rows_interleaved_k96_c48_r145_r146", "dimensions": {}, "sampleCount": 160, "tileCount": 160, "phaseCount": 2, "phaseCycles": 13374, "phaseMs": 0.008916, "workCycles": 1157760, "averageActiveTiles": 86.56796769851951, "usefulCycles": 626400.0, "estimatedWorkCycles": 1157760, "usefulUtilization": 0.5410447761194029, "workLaneOccupancy": 0.75, "deviceUsefulUtilization": 0.0318187137924981, "meanCycles": 7236.0, "p50Cycles": 7236, "p95Cycles": 7236, "maximumCycles": 7236, "firstOffset": 172746, "lastOffset": 186120 }, { "name": "rearrange_row_major_to_amp_f16_o2_r0_p64_c16_p16_b64x16", "dimensions": {}, "sampleCount": 160, "tileCount": 80, "phaseCount": 27, "phaseCycles": 13056, "phaseMs": 0.008704, "workCycles": 314400, "averageActiveTiles": 24.080882352941178, "usefulCycles": 32000.0, "estimatedWorkCycles": 314400, "usefulUtilization": 0.10178117048346055, "workLaneOccupancy": 0.390625, "deviceUsefulUtilization": 0.0016650682011935208, "meanCycles": 1965.0, "p50Cycles": 1962, "p95Cycles": 1968, "maximumCycles": 1968, "firstOffset": 147054, "lastOffset": 12996060 }, { "name": "rearrange_row_major_to_amp_f16_o1_r64_p64_c80_p80", "dimensions": {}, "sampleCount": 176, "tileCount": 176, "phaseCount": 13, "phaseCycles": 12276, "phaseMs": 0.008184, "workCycles": 2072928, "averageActiveTiles": 168.86021505376345, "usefulCycles": 450560.0, "estimatedWorkCycles": 2072928, "usefulUtilization": 0.21735438953982, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.024933769674302633, "meanCycles": 11778.0, "p50Cycles": 11778, "p95Cycles": 11778, "maximumCycles": 11778, "firstOffset": 12982098, "lastOffset": 12994374 }, { "name": "rearrange_row_major_to_amp_f16_o0_r182_p182_c64_p64", "dimensions": {}, "sampleCount": 648, "tileCount": 648, "phaseCount": 1, "phaseCycles": 12060, "phaseMs": 0.00804, "workCycles": 7383312, "averageActiveTiles": 612.2149253731343, "usefulCycles": 3773952.0, "estimatedWorkCycles": 7383312, "usefulUtilization": 0.5111462173073548, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.2125892277741726, "meanCycles": 11394.0, "p50Cycles": 11394, "p95Cycles": 11394, "maximumCycles": 11394, "firstOffset": 6912, "lastOffset": 18972 }, { "name": "rearrange_row_major_to_amp_f16_o0_r184_p184_c64_p64", "dimensions": {}, "sampleCount": 324, "tileCount": 324, "phaseCount": 2, "phaseCycles": 11988, "phaseMs": 0.007992, "workCycles": 3691656, "averageActiveTiles": 307.94594594594594, "usefulCycles": 1907712.0, "estimatedWorkCycles": 3691656, "usefulUtilization": 0.5167632087063366, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.10810810810810811, "meanCycles": 11394.0, "p50Cycles": 11394, "p95Cycles": 11394, "maximumCycles": 11394, "firstOffset": 6942, "lastOffset": 18930 }, { "name": "gemm_f8_init_large_rows_interleaved_k96_c32_r145_r146", "dimensions": {}, "sampleCount": 512, "tileCount": 512, "phaseCount": 11, "phaseCycles": 11904, "phaseMs": 0.007936, "workCycles": 2540544, "averageActiveTiles": 213.41935483870967, "usefulCycles": 1308744.0, "estimatedWorkCycles": 2540544, "usefulUtilization": 0.5151432134220073, "workLaneOccupancy": 0.7294921875, "deviceUsefulUtilization": 0.07468854093618513, "meanCycles": 4962.0, "p50Cycles": 4962, "p95Cycles": 4962, "maximumCycles": 4962, "firstOffset": 170622, "lastOffset": 182526 }, { "name": "rearrange_row_major_to_amp_f16_o0_r181_p182_c64_p64", "dimensions": {}, "sampleCount": 324, "tileCount": 324, "phaseCount": 1, "phaseCycles": 11868, "phaseMs": 0.007912, "workCycles": 3759696, "averageActiveTiles": 316.7927199191102, "usefulCycles": 1876608.0, "estimatedWorkCycles": 3759696, "usefulUtilization": 0.4991382281971734, "workLaneOccupancy": 0.9945054945054945, "deviceUsefulUtilization": 0.10742075878137776, "meanCycles": 11604.0, "p50Cycles": 11604, "p95Cycles": 11604, "maximumCycles": 11604, "firstOffset": 6870, "lastOffset": 18738 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c80_r48_r49", "dimensions": {}, "sampleCount": 576, "tileCount": 576, "phaseCount": 12, "phaseCycles": 11370, "phaseMs": 0.00758, "workCycles": 4523904, "averageActiveTiles": 397.88073878627966, "usefulCycles": 1889568.0, "estimatedWorkCycles": 4523904, "usefulUtilization": 0.41768525592055006, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.11290008030285649, "meanCycles": 7854.0, "p50Cycles": 7854, "p95Cycles": 7854, "maximumCycles": 7854, "firstOffset": 242754, "lastOffset": 254124 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c80_r48_r49", "dimensions": {}, "sampleCount": 864, "tileCount": 864, "phaseCount": 16, "phaseCycles": 11358, "phaseMs": 0.007572, "workCycles": 6806592, "averageActiveTiles": 599.2773375594295, "usefulCycles": 2893401.0, "estimatedWorkCycles": 6806592, "usefulUtilization": 0.42508806169078445, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.17306089798801075, "meanCycles": 7878.0, "p50Cycles": 7878, "p95Cycles": 7878, "maximumCycles": 7878, "firstOffset": 243084, "lastOffset": 254442 }, { "name": "rearrange_row_major_to_amp_f16_o1_r0_p64_c80_p80", "dimensions": {}, "sampleCount": 16, "tileCount": 16, "phaseCount": 6, "phaseCycles": 10956, "phaseMs": 0.007304, "workCycles": 146592, "averageActiveTiles": 13.380065717415116, "usefulCycles": 16000.0, "estimatedWorkCycles": 146592, "usefulUtilization": 0.10914647456887143, "workLaneOccupancy": 0.390625, "deviceUsefulUtilization": 0.0009921107354318459, "meanCycles": 9162.0, "p50Cycles": 9162, "p95Cycles": 9162, "maximumCycles": 9162, "firstOffset": 12980574, "lastOffset": 12991530 }, { "name": "gemm_f8_init_small_rows_interleaved_k736_c16_r1_r1", "dimensions": {}, "sampleCount": 80, "tileCount": 80, "phaseCount": 22, "phaseCycles": 9324, "phaseMs": 0.006216, "workCycles": 351840, "averageActiveTiles": 37.734877734877735, "usefulCycles": 6561.0, "estimatedWorkCycles": 351840, "usefulUtilization": 0.01864768076398363, "workLaneOccupancy": 0.8914402173913043, "deviceUsefulUtilization": 0.00047803529461138154, "meanCycles": 4398.0, "p50Cycles": 4398, "p95Cycles": 4398, "maximumCycles": 4398, "firstOffset": 13031976, "lastOffset": 13041300 }, { "name": "attention_merge_v72_p80_k768_out16_f16", "dimensions": {}, "sampleCount": 1488, "tileCount": 1472, "phaseCount": 34, "phaseCycles": 7992, "phaseMs": 0.005328, "workCycles": 4406112, "averageActiveTiles": 551.3153153153153, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 2961.0967741935483, "p50Cycles": 2976, "p95Cycles": 2976, "maximumCycles": 2976, "firstOffset": 260166, "lastOffset": 13043502 }, { "name": "gemm_f8_init_small_rows_interleaved_k96_c16_r1_r1", "dimensions": {}, "sampleCount": 736, "tileCount": 736, "phaseCount": 25, "phaseCycles": 7818, "phaseMs": 0.005212, "workCycles": 675648, "averageActiveTiles": 86.42210283960092, "usefulCycles": 6561.0, "estimatedWorkCycles": 675648, "usefulUtilization": 0.009710677749360614, "workLaneOccupancy": 0.7428668478260869, "deviceUsefulUtilization": 0.0005701203743868665, "meanCycles": 918.0, "p50Cycles": 918, "p95Cycles": 918, "maximumCycles": 918, "firstOffset": 13002390, "lastOffset": 13010208 }, { "name": "rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 13, "phaseCycles": 6012, "phaseMs": 0.004008, "workCycles": 1729920, "averageActiveTiles": 287.74451097804393, "usefulCycles": 391680.0, "estimatedWorkCycles": 1729920, "usefulUtilization": 0.22641509433962265, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.044259307472012496, "meanCycles": 1272.0, "p50Cycles": 1272, "p95Cycles": 1272, "maximumCycles": 1272, "firstOffset": 141912, "lastOffset": 147924 }, { "name": "gemm_f8_init_small_rows_interleaved_k96_c32_r145_r146", "dimensions": {}, "sampleCount": 128, "tileCount": 128, "phaseCount": 2, "phaseCycles": 5160, "phaseMs": 0.00344, "workCycles": 634368, "averageActiveTiles": 122.93953488372092, "usefulCycles": 324945.0, "estimatedWorkCycles": 634368, "usefulUtilization": 0.5122342236682809, "workLaneOccupancy": 0.7294921875, "deviceUsefulUtilization": 0.04278113940849343, "meanCycles": 4956.0, "p50Cycles": 4956, "p95Cycles": 4956, "maximumCycles": 4956, "firstOffset": 170730, "lastOffset": 175890 }, { "name": "gemm_f8_init_small_rows_interleaved_k224_c16_r2_r2", "dimensions": {}, "sampleCount": 1440, "tileCount": 1440, "phaseCount": 65, "phaseCycles": 4776, "phaseMs": 0.003184, "workCycles": 2324160, "averageActiveTiles": 486.63316582914575, "usefulCycles": 38736.0, "estimatedWorkCycles": 2324160, "usefulUtilization": 0.016666666666666666, "workLaneOccupancy": 0.48035714285714287, "deviceUsefulUtilization": 0.00550988638846406, "meanCycles": 1614.0, "p50Cycles": 1614, "p95Cycles": 1614, "maximumCycles": 1614, "firstOffset": 13090002, "lastOffset": 13096218 }, { "name": "gemm_f8_init_small_rows_interleaved_k64_c32_r182_r184", "dimensions": {}, "sampleCount": 1080, "tileCount": 1080, "phaseCount": 1, "phaseCycles": 4614, "phaseMs": 0.003076, "workCycles": 4348080, "averageActiveTiles": 942.3667100130039, "usefulCycles": 2884140.0, "estimatedWorkCycles": 4348080, "usefulUtilization": 0.6633134624937904, "workLaneOccupancy": 0.9170673076923077, "deviceUsefulUtilization": 0.4246498134222876, "meanCycles": 4026.0, "p50Cycles": 4026, "p95Cycles": 4026, "maximumCycles": 4026, "firstOffset": 30498, "lastOffset": 35112 }, { "name": "gemm_f8_init_large_rows_interleaved_k64_c32_r182_r184", "dimensions": {}, "sampleCount": 360, "tileCount": 360, "phaseCount": 4, "phaseCycles": 4566, "phaseMs": 0.003044, "workCycles": 1458000, "averageActiveTiles": 319.31668856767413, "usefulCycles": 973728.0, "estimatedWorkCycles": 1458000, "usefulUtilization": 0.6678518518518518, "workLaneOccupancy": 0.91875, "deviceUsefulUtilization": 0.14487516425755584, "meanCycles": 4050.0, "p50Cycles": 4050, "p95Cycles": 4050, "maximumCycles": 4050, "firstOffset": 30444, "lastOffset": 35010 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p2_c224_p224", "dimensions": {}, "sampleCount": 1368, "tileCount": 1368, "phaseCount": 63, "phaseCycles": 4080, "phaseMs": 0.00272, "workCycles": 2766096, "averageActiveTiles": 677.964705882353, "usefulCycles": 153216.0, "estimatedWorkCycles": 2766096, "usefulUtilization": 0.05539070227497527, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.02551150895140665, "meanCycles": 2022.0, "p50Cycles": 2022, "p95Cycles": 2022, "maximumCycles": 2022, "firstOffset": 13082220, "lastOffset": 13086300 }, { "name": "rearrange_row_major_to_amp_f16_o1_r64_p64_c16_p16", "dimensions": {}, "sampleCount": 880, "tileCount": 880, "phaseCount": 12, "phaseCycles": 3996, "phaseMs": 0.002664, "workCycles": 1356960, "averageActiveTiles": 339.57957957957956, "usefulCycles": 450560.0, "estimatedWorkCycles": 1356960, "usefulUtilization": 0.3320363164721141, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.07659833746790269, "meanCycles": 1542.0, "p50Cycles": 1542, "p95Cycles": 1542, "maximumCycles": 1542, "firstOffset": 145470, "lastOffset": 149466 }, { "name": "rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 3, "phaseCycles": 3138, "phaseMs": 0.002092, "workCycles": 142464, "averageActiveTiles": 45.39961759082218, "usefulCycles": 28224.0, "estimatedWorkCycles": 142464, "usefulUtilization": 0.19811320754716982, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.00611023360212819, "meanCycles": 1272.0, "p50Cycles": 1272, "p95Cycles": 1272, "maximumCycles": 1272, "firstOffset": 142056, "lastOffset": 145194 }, { "name": "layer_norm_apply", "dimensions": {}, "sampleCount": 32, "tileCount": 32, "phaseCount": 15, "phaseCycles": 2838, "phaseMs": 0.001892, "workCycles": 90240, "averageActiveTiles": 31.797040169133194, "usefulCycles": 1728.0, "estimatedWorkCycles": 90240, "usefulUtilization": 0.019148936170212766, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.0004136409596470264, "meanCycles": 2820.0, "p50Cycles": 2820, "p95Cycles": 2820, "maximumCycles": 2820, "firstOffset": 13058022, "lastOffset": 13060860 }, { "name": "rearrange_row_major_to_amp_f16_o1_r0_p64_c16_p16", "dimensions": {}, "sampleCount": 80, "tileCount": 80, "phaseCount": 7, "phaseCycles": 2268, "phaseMs": 0.001512, "workCycles": 142080, "averageActiveTiles": 62.645502645502646, "usefulCycles": 16000.0, "estimatedWorkCycles": 142080, "usefulUtilization": 0.11261261261261261, "workLaneOccupancy": 0.390625, "deviceUsefulUtilization": 0.004792577256345372, "meanCycles": 1776.0, "p50Cycles": 1776, "p95Cycles": 1776, "maximumCycles": 1776, "firstOffset": 147252, "lastOffset": 149520 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p2_c48_p224", "dimensions": {}, "sampleCount": 72, "tileCount": 72, "phaseCount": 7, "phaseCycles": 2046, "phaseMs": 0.001364, "workCycles": 145584, "averageActiveTiles": 71.15542521994135, "usefulCycles": 1728.0, "estimatedWorkCycles": 145584, "usefulUtilization": 0.011869436201780416, "workLaneOccupancy": 0.10714285714285714, "deviceUsefulUtilization": 0.000573760040800714, "meanCycles": 2022.0, "p50Cycles": 2022, "p95Cycles": 2022, "maximumCycles": 2022, "firstOffset": 13084272, "lastOffset": 13086318 }, { "name": "layer_norm_moments", "dimensions": {}, "sampleCount": 32, "tileCount": 32, "phaseCount": 15, "phaseCycles": 2004, "phaseMs": 0.001336, "workCycles": 39936, "averageActiveTiles": 19.92814371257485, "usefulCycles": 2304.0, "estimatedWorkCycles": 39936, "usefulUtilization": 0.057692307692307696, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.0007810466024472793, "meanCycles": 1248.0, "p50Cycles": 1248, "p95Cycles": 1248, "maximumCycles": 1248, "firstOffset": 13055604, "lastOffset": 13057608 }, { "name": "gemm_f8_init_small_rows_interleaved_k32_c112_r2_r2", "dimensions": {}, "sampleCount": 1044, "tileCount": 1044, "phaseCount": 54, "phaseCycles": 1752, "phaseMs": 0.001168, "workCycles": 1722600, "averageActiveTiles": 983.2191780821918, "usefulCycles": 29232.0, "estimatedWorkCycles": 1722600, "usefulUtilization": 0.01696969696969697, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.01133487194758785, "meanCycles": 1650.0, "p50Cycles": 1650, "p95Cycles": 1650, "maximumCycles": 1650, "firstOffset": 13066752, "lastOffset": 13068504 }, { "name": "gemm_f8_init_small_rows_interleaved_k64_c16_r2_r2", "dimensions": {}, "sampleCount": 2592, "tileCount": 1296, "phaseCount": 59, "phaseCycles": 1692, "phaseMs": 0.001128, "workCycles": 1928448, "averageActiveTiles": 1139.7446808510638, "usefulCycles": 20736.0, "estimatedWorkCycles": 1928448, "usefulUtilization": 0.010752688172043012, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.008325624421831638, "meanCycles": 744.0, "p50Cycles": 744, "p95Cycles": 744, "maximumCycles": 744, "firstOffset": 12961854, "lastOffset": 13051116 }, { "name": "gemm_f8_init_small_rows_interleaved_k32_c96_r2_r2", "dimensions": {}, "sampleCount": 396, "tileCount": 396, "phaseCount": 44, "phaseCycles": 1620, "phaseMs": 0.00108, "workCycles": 582120, "averageActiveTiles": 359.3333333333333, "usefulCycles": 9504.0, "estimatedWorkCycles": 582120, "usefulUtilization": 0.0163265306122449, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.003985507246376811, "meanCycles": 1470.0, "p50Cycles": 1470, "p95Cycles": 1470, "maximumCycles": 1470, "firstOffset": 13066644, "lastOffset": 13068264 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p1_c72_p80", "dimensions": {}, "sampleCount": 16, "tileCount": 16, "phaseCount": 5, "phaseCycles": 1614, "phaseMs": 0.001076, "workCycles": 12288, "averageActiveTiles": 7.613382899628252, "usefulCycles": 576.0, "estimatedWorkCycles": 12288, "usefulUtilization": 0.046875, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.00024244383384515922, "meanCycles": 768.0, "p50Cycles": 768, "p95Cycles": 768, "maximumCycles": 768, "firstOffset": 12971958, "lastOffset": 12974604 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p2_c64_p64", "dimensions": {}, "sampleCount": 1296, "tileCount": 1296, "phaseCount": 45, "phaseCycles": 1410, "phaseMs": 0.00094, "workCycles": 1065312, "averageActiveTiles": 755.5404255319149, "usefulCycles": 41472.0, "estimatedWorkCycles": 1065312, "usefulUtilization": 0.038929440389294405, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.01998149861239593, "meanCycles": 822.0, "p50Cycles": 822, "p95Cycles": 822, "maximumCycles": 822, "firstOffset": 13046040, "lastOffset": 13047450 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p2_c32_p32", "dimensions": {}, "sampleCount": 1440, "tileCount": 1440, "phaseCount": 58, "phaseCycles": 1170, "phaseMs": 0.00078, "workCycles": 838080, "averageActiveTiles": 716.3076923076923, "usefulCycles": 23040.0, "estimatedWorkCycles": 838080, "usefulUtilization": 0.027491408934707903, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.013377926421404682, "meanCycles": 582.0, "p50Cycles": 582, "p95Cycles": 582, "maximumCycles": 582, "firstOffset": 13062546, "lastOffset": 13063716 } ], "samples": [] }