{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 203140, "matchedSampleCount": 203140, "profileSpanCycles": 981288, "profileSpanMs": 0.654192, "atOffset": null, "groups": [ { "name": "exchange", "dimensions": {}, "sampleCount": 63103, "tileCount": 1472, "phaseCount": 49, "phaseCycles": 619830, "phaseMs": 0.41322, "workCycles": 589899612, "averageActiveTiles": 951.7119403707468, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 9348.202335863589, "p50Cycles": 7590, "p95Cycles": 21606, "maximumCycles": 46866, "firstOffset": 3720, "lastOffset": 980064 }, { "name": "sync", "dimensions": {}, "sampleCount": 9025, "tileCount": 1440, "phaseCount": 31, "phaseCycles": 370494, "phaseMs": 0.246996, "workCycles": 30869112, "averageActiveTiles": 83.31879058770183, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 3420.4002216066483, "p50Cycles": 1902, "p95Cycles": 7074, "maximumCycles": 47604, "firstOffset": 3726, "lastOffset": 979950 }, { "name": "cast_f16_f8", "dimensions": {}, "sampleCount": 13821, "tileCount": 1472, "phaseCount": 147, "phaseCycles": 145098, "phaseMs": 0.096732, "workCycles": 152051670, "averageActiveTiles": 1047.9239548443122, "usefulCycles": 38793648.0, "estimatedWorkCycles": 146652714, "usefulUtilization": 0.2645273104185443, "workLaneOccupancy": 0.9900654652722085, "deviceUsefulUtilization": 0.18163158992393147, "meanCycles": 11001.49555024962, "p50Cycles": 11580, "p95Cycles": 28806, "maximumCycles": 30702, "firstOffset": 0, "lastOffset": 975564 }, { "name": "copy_u64", "dimensions": {}, "sampleCount": 25874, "tileCount": 1472, "phaseCount": 177, "phaseCycles": 110214, "phaseMs": 0.073476, "workCycles": 34326288, "averageActiveTiles": 311.4512493875551, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 1326.6710983999383, "p50Cycles": 1194, "p95Cycles": 2406, "maximumCycles": 3186, "firstOffset": 15942, "lastOffset": 979566 }, { "name": "reduce_sum_f16", "dimensions": {}, "sampleCount": 10637, "tileCount": 1472, "phaseCount": 143, "phaseCycles": 72558, "phaseMs": 0.048372, "workCycles": 58171176, "averageActiveTiles": 801.7196725378318, "usefulCycles": 24901424.0, "estimatedWorkCycles": 58171176, "usefulUtilization": 0.4280715246327494, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.23314766477672436, "meanCycles": 5468.757732443358, "p50Cycles": 5178, "p95Cycles": 9666, "maximumCycles": 10428, "firstOffset": 16920, "lastOffset": 979284 }, { "name": "fill_zero_u64", "dimensions": {}, "sampleCount": 15936, "tileCount": 1472, "phaseCount": 105, "phaseCycles": 64728, "phaseMs": 0.043152, "workCycles": 6780096, "averageActiveTiles": 104.74749721913237, "usefulCycles": 0.0, "estimatedWorkCycles": 2803200, "usefulUtilization": 0.0, "workLaneOccupancy": null, "deviceUsefulUtilization": 0.0, "meanCycles": 425.4578313253012, "p50Cycles": 300, "p95Cycles": 960, "maximumCycles": 1500, "firstOffset": 167712, "lastOffset": 937098 }, { "name": "copy_strided_u64", "dimensions": {}, "sampleCount": 6784, "tileCount": 1472, "phaseCount": 97, "phaseCycles": 61332, "phaseMs": 0.040888, "workCycles": 8984088, "averageActiveTiles": 146.48288006261006, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 1324.305424528302, "p50Cycles": 978, "p95Cycles": 3054, "maximumCycles": 3054, "firstOffset": 142044, "lastOffset": 941172 }, { "name": "gemm_f8_init_large_rows_interleaved_k288_c96_r180_r184", "dimensions": {}, "sampleCount": 780, "tileCount": 780, "phaseCount": 20, "phaseCycles": 57234, "phaseMs": 0.038156, "workCycles": 38015640, "averageActiveTiles": 664.2142782262291, "usefulCycles": 31000320.0, "estimatedWorkCycles": 38015640, "usefulUtilization": 0.8154622676351102, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.3679630988573226, "meanCycles": 48738.0, "p50Cycles": 48738, "p95Cycles": 48738, "maximumCycles": 48738, "firstOffset": 481140, "lastOffset": 538374 }, { "name": "attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1504, "tileCount": 1472, "phaseCount": 26, "phaseCycles": 56610, "phaseMs": 0.03774, "workCycles": 69399510, "averageActiveTiles": 1225.9231584525703, "usefulCycles": 31442880.0, "estimatedWorkCycles": 69399510, "usefulUtilization": 0.4530706340722002, "workLaneOccupancy": 0.9970370671023125, "deviceUsefulUtilization": 0.37733001543743233, "meanCycles": 46143.29122340425, "p50Cycles": 47010, "p95Cycles": 47010, "maximumCycles": 47010, "firstOffset": 245928, "lastOffset": 924702 }, { "name": "gemm_f8_init_small_rows_interleaved_k288_c96_r180_r184", "dimensions": {}, "sampleCount": 468, "tileCount": 468, "phaseCount": 21, "phaseCycles": 56592, "phaseMs": 0.037728, "workCycles": 22517352, "averageActiveTiles": 397.8893129770992, "usefulCycles": 18128448.0, "estimatedWorkCycles": 22517352, "usefulUtilization": 0.8050879161990273, "workLaneOccupancy": 0.9962962962962963, "deviceUsefulUtilization": 0.21761948224361102, "meanCycles": 48114.0, "p50Cycles": 48114, "p95Cycles": 48114, "maximumCycles": 48114, "firstOffset": 481146, "lastOffset": 537738 }, { "name": "gemm_f8_init_large_rows_interleaved_k192_c144_r180_r184", "dimensions": {}, "sampleCount": 920, "tileCount": 920, "phaseCount": 22, "phaseCycles": 52950, "phaseMs": 0.0353, "workCycles": 44905200, "averageActiveTiles": 848.0679886685552, "usefulCycles": 35637120.0, "estimatedWorkCycles": 44905200, "usefulUtilization": 0.7936078672403196, "workLaneOccupancy": 0.9746376811594203, "deviceUsefulUtilization": 0.4572237960339943, "meanCycles": 48810.0, "p50Cycles": 48810, "p95Cycles": 48810, "maximumCycles": 48810, "firstOffset": 652350, "lastOffset": 705300 }, { "name": "gemm_f8_init_small_rows_interleaved_k192_c144_r180_r184", "dimensions": {}, "sampleCount": 552, "tileCount": 552, "phaseCount": 28, "phaseCycles": 52320, "phaseMs": 0.03488, "workCycles": 26598672, "averageActiveTiles": 508.38440366972475, "usefulCycles": 20839968.0, "estimatedWorkCycles": 26598672, "usefulUtilization": 0.7834965595274832, "workLaneOccupancy": 0.971027911969941, "deviceUsefulUtilization": 0.2705960809732748, "meanCycles": 48186.0, "p50Cycles": 48186, "p95Cycles": 48186, "maximumCycles": 48186, "firstOffset": 652356, "lastOffset": 704676 }, { "name": "gemm_f8_init_large_rows_interleaved_k288_c80_r180_r184", "dimensions": {}, "sampleCount": 140, "tileCount": 140, "phaseCount": 12, "phaseCycles": 46068, "phaseMs": 0.030712, "workCycles": 5693520, "averageActiveTiles": 123.58947642615264, "usefulCycles": 4636800.0, "estimatedWorkCycles": 5693520, "usefulUtilization": 0.8143995278843317, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.06837718155769731, "meanCycles": 40668.0, "p50Cycles": 40668, "p95Cycles": 40668, "maximumCycles": 40668, "firstOffset": 484146, "lastOffset": 530214 }, { "name": "gemm_f8_init_small_rows_interleaved_k288_c80_r180_r184", "dimensions": {}, "sampleCount": 84, "tileCount": 84, "phaseCount": 16, "phaseCycles": 44466, "phaseMs": 0.029644, "workCycles": 3372264, "averageActiveTiles": 75.83915800836594, "usefulCycles": 2711520.0, "estimatedWorkCycles": 3372264, "usefulUtilization": 0.8040651621581228, "workLaneOccupancy": 0.9962962962962963, "deviceUsefulUtilization": 0.04142637559913877, "meanCycles": 40146.0, "p50Cycles": 40146, "p95Cycles": 40146, "maximumCycles": 40146, "firstOffset": 484152, "lastOffset": 528618 }, { "name": "add_f16", "dimensions": {}, "sampleCount": 12318, "tileCount": 1458, "phaseCount": 148, "phaseCycles": 43926, "phaseMs": 0.029284, "workCycles": 27526248, "averageActiveTiles": 626.6504575877613, "usefulCycles": 5350248.0, "estimatedWorkCycles": 27526248, "usefulUtilization": 0.1943689528627367, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.08274551172030431, "meanCycles": 2234.6361422308814, "p50Cycles": 1644, "p95Cycles": 4812, "maximumCycles": 4812, "firstOffset": 30426, "lastOffset": 981288 }, { "name": "gemm_f8_init_large_rows_interleaved_k384_c64_r160_r164", "dimensions": {}, "sampleCount": 810, "tileCount": 810, "phaseCount": 2, "phaseCycles": 39588, "phaseMs": 0.026392, "workCycles": 31954500, "averageActiveTiles": 807.1764170960897, "usefulCycles": 25505280.0, "estimatedWorkCycles": 31954500, "usefulUtilization": 0.7981749049429658, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.43768203803524125, "meanCycles": 39450.0, "p50Cycles": 39450, "p95Cycles": 39450, "maximumCycles": 39450, "firstOffset": 98670, "lastOffset": 138258 }, { "name": "gemm_f8_init_small_rows_interleaved_k384_c64_r160_r164", "dimensions": {}, "sampleCount": 648, "tileCount": 648, "phaseCount": 2, "phaseCycles": 38784, "phaseMs": 0.025856, "workCycles": 25089264, "averageActiveTiles": 646.8972772277227, "usefulCycles": 19844352.0, "estimatedWorkCycles": 25089264, "usefulUtilization": 0.7909499457616612, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.3475973956091261, "meanCycles": 38718.0, "p50Cycles": 38718, "p95Cycles": 38718, "maximumCycles": 38718, "firstOffset": 98736, "lastOffset": 137520 }, { "name": "gemm_f8_init_large_rows_interleaved_k288_c64_r144_r148", "dimensions": {}, "sampleCount": 720, "tileCount": 720, "phaseCount": 22, "phaseCycles": 31572, "phaseMs": 0.021048, "workCycles": 19738080, "averageActiveTiles": 625.1767388825542, "usefulCycles": 15344640.0, "estimatedWorkCycles": 19738080, "usefulUtilization": 0.7774130006565988, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.33017698676317486, "meanCycles": 27414.0, "p50Cycles": 27414, "p95Cycles": 27414, "maximumCycles": 27414, "firstOffset": 811860, "lastOffset": 843432 }, { "name": "gemm_f16_init_small_rows_interleaved_k80_c80_r182_r183", "dimensions": {}, "sampleCount": 192, "tileCount": 192, "phaseCount": 6, "phaseCycles": 31476, "phaseMs": 0.020984, "workCycles": 4333824, "averageActiveTiles": 137.68661837590545, "usefulCycles": 3144960.0, "estimatedWorkCycles": 4333824, "usefulUtilization": 0.7256778309409888, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.06787780337814318, "meanCycles": 22572.0, "p50Cycles": 22572, "p95Cycles": 22572, "maximumCycles": 22572, "firstOffset": 206874, "lastOffset": 238350 }, { "name": "gelu_tanh_approx_f16", "dimensions": {}, "sampleCount": 1458, "tileCount": 1458, "phaseCount": 35, "phaseCycles": 31410, "phaseMs": 0.02094, "workCycles": 33942240, "averageActiveTiles": 1080.6189111747851, "usefulCycles": 18825696.0, "estimatedWorkCycles": 33942240, "usefulUtilization": 0.554639175257732, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.4071695527594369, "meanCycles": 23280.0, "p50Cycles": 23280, "p95Cycles": 23280, "maximumCycles": 23280, "firstOffset": 575622, "lastOffset": 607032 }, { "name": "gemm_f8_init_small_rows_interleaved_k288_c64_r144_r148", "dimensions": {}, "sampleCount": 720, "tileCount": 720, "phaseCount": 26, "phaseCycles": 31128, "phaseMs": 0.020752, "workCycles": 19431360, "averageActiveTiles": 624.2405551272167, "usefulCycles": 14888448.0, "estimatedWorkCycles": 19431360, "usefulUtilization": 0.7662072032014229, "workLaneOccupancy": 0.9972222222222222, "deviceUsefulUtilization": 0.3249304414870437, "meanCycles": 26988.0, "p50Cycles": 26988, "p95Cycles": 26988, "maximumCycles": 26988, "firstOffset": 811878, "lastOffset": 843006 }, { "name": "gemm_f16_init_small_rows_interleaved_k96_c80_r182_r183", "dimensions": {}, "sampleCount": 768, "tileCount": 768, "phaseCount": 9, "phaseCycles": 30282, "phaseMs": 0.020188, "workCycles": 20731392, "averageActiveTiles": 684.6110560729146, "usefulCycles": 14329224.0, "estimatedWorkCycles": 20731392, "usefulUtilization": 0.6911848466325851, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.32146249170837604, "meanCycles": 26994.0, "p50Cycles": 26994, "p95Cycles": 26994, "maximumCycles": 26994, "firstOffset": 308976, "lastOffset": 339258 }, { "name": "gemm_f16_init_large_rows_interleaved_k96_c80_r182_r183", "dimensions": {}, "sampleCount": 256, "tileCount": 256, "phaseCount": 9, "phaseCycles": 29502, "phaseMs": 0.019668, "workCycles": 6931968, "averageActiveTiles": 234.96603620093552, "usefulCycles": 4802652.0, "estimatedWorkCycles": 6931968, "usefulUtilization": 0.6928266258586306, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.11059152585086346, "meanCycles": 27078.0, "p50Cycles": 27078, "p95Cycles": 27078, "maximumCycles": 27078, "firstOffset": 310062, "lastOffset": 339564 }, { "name": "gemm_f16_init_large_rows_interleaved_k80_c80_r182_r183", "dimensions": {}, "sampleCount": 64, "tileCount": 64, "phaseCount": 7, "phaseCycles": 25224, "phaseMs": 0.016816, "workCycles": 1448832, "averageActiveTiles": 57.438629876308276, "usefulCycles": 1054080.0, "estimatedWorkCycles": 1448832, "usefulUtilization": 0.7275377683540949, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.02838911181897158, "meanCycles": 22638.0, "p50Cycles": 22638, "p95Cycles": 22638, "maximumCycles": 22638, "firstOffset": 213192, "lastOffset": 238416 }, { "name": "rearrange_row_major_to_amp_f16_o2_r128_p128_c16_p16_b128x16", "dimensions": {}, "sampleCount": 1600, "tileCount": 800, "phaseCount": 39, "phaseCycles": 24732, "phaseMs": 0.016488, "workCycles": 6816000, "averageActiveTiles": 275.59437166424067, "usefulCycles": 1638400.0, "estimatedWorkCycles": 6816000, "usefulUtilization": 0.2403755868544601, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.045004183982729644, "meanCycles": 4260.0, "p50Cycles": 4260, "p95Cycles": 4260, "maximumCycles": 4260, "firstOffset": 184104, "lastOffset": 905166 }, { "name": "gemm_f16_init_small_rows_interleaved_k80_c64_r182_r183", "dimensions": {}, "sampleCount": 864, "tileCount": 864, "phaseCount": 8, "phaseCycles": 23082, "phaseMs": 0.015388, "workCycles": 15655680, "averageActiveTiles": 678.2635820119574, "usefulCycles": 11184264.0, "estimatedWorkCycles": 15655680, "usefulUtilization": 0.7143901766004415, "workLaneOccupancy": 0.8890625, "deviceUsefulUtilization": 0.3291744837874798, "meanCycles": 18120.0, "p50Cycles": 18120, "p95Cycles": 18120, "maximumCycles": 18120, "firstOffset": 206088, "lastOffset": 229170 }, { "name": "gemm_f8_init_large_rows_interleaved_k288_c64_r72_r76", "dimensions": {}, "sampleCount": 360, "tileCount": 360, "phaseCount": 18, "phaseCycles": 21222, "phaseMs": 0.014148, "workCycles": 6136560, "averageActiveTiles": 289.1603053435114, "usefulCycles": 3939840.0, "estimatedWorkCycles": 6136560, "usefulUtilization": 0.6420274551214361, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.1261201460338533, "meanCycles": 17046.0, "p50Cycles": 17046, "p95Cycles": 17046, "maximumCycles": 17046, "firstOffset": 388962, "lastOffset": 410184 }, { "name": "gemm_f8_init_small_rows_interleaved_k288_c64_r72_r76", "dimensions": {}, "sampleCount": 1080, "tileCount": 1080, "phaseCount": 25, "phaseCycles": 20832, "phaseMs": 0.013888, "workCycles": 17949600, "averageActiveTiles": 861.6359447004609, "usefulCycles": 11176704.0, "estimatedWorkCycles": 17949600, "usefulUtilization": 0.6226714801444043, "workLaneOccupancy": 0.9981481481481481, "deviceUsefulUtilization": 0.3644810659186536, "meanCycles": 16620.0, "p50Cycles": 16620, "p95Cycles": 16620, "maximumCycles": 16620, "firstOffset": 388968, "lastOffset": 409800 }, { "name": "gemm_f16_init_large_rows_interleaved_k80_c64_r182_r183", "dimensions": {}, "sampleCount": 288, "tileCount": 288, "phaseCount": 6, "phaseCycles": 20736, "phaseMs": 0.013824, "workCycles": 5234112, "averageActiveTiles": 252.41666666666666, "usefulCycles": 3748572.0, "estimatedWorkCycles": 5234112, "usefulUtilization": 0.7161810828656322, "workLaneOccupancy": 0.8890625, "deviceUsefulUtilization": 0.12280981091485507, "meanCycles": 18174.0, "p50Cycles": 18174, "p95Cycles": 18174, "maximumCycles": 18174, "firstOffset": 213156, "lastOffset": 233892 }, { "name": "layer_norm_apply", "dimensions": {}, "sampleCount": 2980, "tileCount": 1458, "phaseCount": 74, "phaseCycles": 19800, "phaseMs": 0.0132, "workCycles": 19716000, "averageActiveTiles": 995.7575757575758, "usefulCycles": 6723072.0, "estimatedWorkCycles": 19716000, "usefulUtilization": 0.34099573950091294, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.23067193675889328, "meanCycles": 6616.107382550335, "p50Cycles": 6696, "p95Cycles": 6696, "maximumCycles": 6696, "firstOffset": 424920, "lastOffset": 955596 }, { "name": "rearrange_row_major_to_amp_f16_o2_r89_p128_c16_p16_b128x16", "dimensions": {}, "sampleCount": 320, "tileCount": 160, "phaseCount": 24, "phaseCycles": 18366, "phaseMs": 0.012244, "workCycles": 1213440, "averageActiveTiles": 66.06991179353153, "usefulCycles": 227840.0, "estimatedWorkCycles": 1213440, "usefulUtilization": 0.1877637130801688, "workLaneOccupancy": 0.6953125, "deviceUsefulUtilization": 0.008427671169315702, "meanCycles": 3792.0, "p50Cycles": 3792, "p95Cycles": 3792, "maximumCycles": 3792, "firstOffset": 185334, "lastOffset": 904350 }, { "name": "rearrange_row_major_to_amp_f16_o1_r64_p64_c80_p80", "dimensions": {}, "sampleCount": 352, "tileCount": 352, "phaseCount": 24, "phaseCycles": 15084, "phaseMs": 0.010056, "workCycles": 4145856, "averageActiveTiles": 274.85123309466985, "usefulCycles": 901120.0, "estimatedWorkCycles": 4145856, "usefulUtilization": 0.21735438953982, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.04058432199970023, "meanCycles": 11778.0, "p50Cycles": 11778, "p95Cycles": 11778, "maximumCycles": 11778, "firstOffset": 885822, "lastOffset": 900906 }, { "name": "static_copy_u32", "dimensions": {}, "sampleCount": 3094, "tileCount": 1041, "phaseCount": 113, "phaseCycles": 12228, "phaseMs": 0.008152, "workCycles": 602952, "averageActiveTiles": 49.309126594700686, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 194.87782805429865, "p50Cycles": 198, "p95Cycles": 288, "maximumCycles": 1068, "firstOffset": 180042, "lastOffset": 980256 }, { "name": "add_layer_norm_moments", "dimensions": {}, "sampleCount": 2916, "tileCount": 1458, "phaseCount": 58, "phaseCycles": 11484, "phaseMs": 0.007656, "workCycles": 11809800, "averageActiveTiles": 1028.369905956113, "usefulCycles": 3779136.0, "estimatedWorkCycles": 11809800, "usefulUtilization": 0.32, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.2235586752078506, "meanCycles": 4050.0, "p50Cycles": 4050, "p95Cycles": 4050, "maximumCycles": 4050, "firstOffset": 420870, "lastOffset": 761406 }, { "name": "layer_norm_f16", "dimensions": {}, "sampleCount": 1458, "tileCount": 1458, "phaseCount": 2, "phaseCycles": 10962, "phaseMs": 0.007308, "workCycles": 13673124, "averageActiveTiles": 1247.320197044335, "usefulCycles": 4828896.0, "estimatedWorkCycles": 13673124, "usefulUtilization": 0.3531669865642994, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.29926108374384236, "meanCycles": 9378.0, "p50Cycles": 9378, "p95Cycles": 9378, "maximumCycles": 9378, "firstOffset": 33714, "lastOffset": 44676 }, { "name": "attention_merge_v72_p80_k768_out16_f16", "dimensions": {}, "sampleCount": 1504, "tileCount": 1472, "phaseCount": 37, "phaseCycles": 10374, "phaseMs": 0.006916, "workCycles": 6454080, "averageActiveTiles": 622.13996529786, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 4291.276595744681, "p50Cycles": 4350, "p95Cycles": 4350, "maximumCycles": 4350, "firstOffset": 352866, "lastOffset": 938970 }, { "name": "gemm_f16_init_small_rows_interleaved_k80_c16_r1_r1", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 48, "phaseCycles": 9996, "phaseMs": 0.006664, "workCycles": 1713408, "averageActiveTiles": 171.4093637454982, "usefulCycles": 26244.0, "estimatedWorkCycles": 1713408, "usefulUtilization": 0.015316842223218288, "workLaneOccupancy": 0.8914402173913043, "deviceUsefulUtilization": 0.0017835938723315414, "meanCycles": 1164.0, "p50Cycles": 1164, "p95Cycles": 1164, "maximumCycles": 1164, "firstOffset": 907224, "lastOffset": 917220 }, { "name": "gemm_f8_init_small_rows_k160_c16_r144_r144", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 1, "phaseCycles": 9720, "phaseMs": 0.00648, "workCycles": 12135168, "averageActiveTiles": 1248.474074074074, "usefulCycles": 15431472.0, "estimatedWorkCycles": 12135168, "usefulUtilization": 1.2716323333966204, "workLaneOccupancy": 0.9100118885869565, "deviceUsefulUtilization": 1.0785326086956522, "meanCycles": 8244.0, "p50Cycles": 8244, "p95Cycles": 8244, "maximumCycles": 8244, "firstOffset": 4146, "lastOffset": 13866 }, { "name": "rearrange_row_major_to_amp_f16_o1_r0_p64_c80_p80", "dimensions": {}, "sampleCount": 32, "tileCount": 32, "phaseCount": 8, "phaseCycles": 9624, "phaseMs": 0.006416, "workCycles": 293184, "averageActiveTiles": 30.463840399002493, "usefulCycles": 32000.0, "estimatedWorkCycles": 293184, "usefulUtilization": 0.10914647456887143, "workLaneOccupancy": 0.390625, "deviceUsefulUtilization": 0.0022588456395243777, "meanCycles": 9162.0, "p50Cycles": 9162, "p95Cycles": 9162, "maximumCycles": 9162, "firstOffset": 888480, "lastOffset": 898104 }, { "name": "unpack_amp_to_row_major_f16_o1_r9_p16_c36_p36", "dimensions": {}, "sampleCount": 32, "tileCount": 32, "phaseCount": 1, "phaseCycles": 8112, "phaseMs": 0.005408, "workCycles": 257856, "averageActiveTiles": 31.78698224852071, "usefulCycles": 10368.0, "estimatedWorkCycles": 257856, "usefulUtilization": 0.040208488458674606, "workLaneOccupancy": 0.5625, "deviceUsefulUtilization": 0.0008682788783123232, "meanCycles": 8058.0, "p50Cycles": 8058, "p95Cycles": 8058, "maximumCycles": 8058, "firstOffset": 20490, "lastOffset": 28602 }, { "name": "rearrange_row_major_to_amp_f16_o1_r64_p64_c32_p32", "dimensions": {}, "sampleCount": 704, "tileCount": 704, "phaseCount": 6, "phaseCycles": 8106, "phaseMs": 0.005404, "workCycles": 2521728, "averageActiveTiles": 311.0940044411547, "usefulCycles": 720896.0, "estimatedWorkCycles": 2521728, "usefulUtilization": 0.28587381351200447, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.06041686780591939, "meanCycles": 3582.0, "p50Cycles": 3582, "p95Cycles": 3582, "maximumCycles": 3582, "firstOffset": 181026, "lastOffset": 189132 }, { "name": "unpack_amp_to_row_major_f16_o1_r16_p16_c36_p36", "dimensions": {}, "sampleCount": 1440, "tileCount": 1440, "phaseCount": 1, "phaseCycles": 7266, "phaseMs": 0.004844, "workCycles": 10359360, "averageActiveTiles": 1425.7308009909166, "usefulCycles": 829440.0, "estimatedWorkCycles": 10359360, "usefulUtilization": 0.08006672226855713, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.0775499946145837, "meanCycles": 7194.0, "p50Cycles": 7194, "p95Cycles": 7194, "maximumCycles": 7194, "firstOffset": 20472, "lastOffset": 27738 }, { "name": "gemm_f16_init_small_rows_interleaved_k96_c16_r1_r1", "dimensions": {}, "sampleCount": 1280, "tileCount": 1280, "phaseCount": 39, "phaseCycles": 6546, "phaseMs": 0.004364, "workCycles": 1704960, "averageActiveTiles": 260.4582951420715, "usefulCycles": 26244.0, "estimatedWorkCycles": 1704960, "usefulUtilization": 0.015392736486486487, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.002723618140517276, "meanCycles": 1332.0, "p50Cycles": 1332, "p95Cycles": 1332, "maximumCycles": 1332, "firstOffset": 926550, "lastOffset": 933096 }, { "name": "rearrange_row_major_to_amp_f16_o0_r16_p16_c72_p80", "dimensions": {}, "sampleCount": 1248, "tileCount": 1248, "phaseCount": 6, "phaseCycles": 6306, "phaseMs": 0.004204, "workCycles": 2223936, "averageActiveTiles": 352.6698382492864, "usefulCycles": 718848.0, "estimatedWorkCycles": 2223936, "usefulUtilization": 0.32323232323232326, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.0774417738799487, "meanCycles": 1782.0, "p50Cycles": 1782, "p95Cycles": 1782, "maximumCycles": 1782, "firstOffset": 179244, "lastOffset": 185550 }, { "name": "rearrange_row_major_to_amp_f16_o0_r15_p15_c72_p80", "dimensions": {}, "sampleCount": 224, "tileCount": 224, "phaseCount": 5, "phaseCycles": 5742, "phaseMs": 0.003828, "workCycles": 399168, "averageActiveTiles": 69.51724137931035, "usefulCycles": 120960.0, "estimatedWorkCycles": 399168, "usefulUtilization": 0.30303030303030304, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.014311026305029303, "meanCycles": 1782.0, "p50Cycles": 1782, "p95Cycles": 1782, "maximumCycles": 1782, "firstOffset": 176724, "lastOffset": 183348 }, { "name": "rearrange_row_major_to_amp_f16_o1_r0_p64_c32_p32", "dimensions": {}, "sampleCount": 64, "tileCount": 64, "phaseCount": 3, "phaseCycles": 5100, "phaseMs": 0.0034, "workCycles": 261504, "averageActiveTiles": 51.27529411764706, "usefulCycles": 25600.0, "estimatedWorkCycles": 261504, "usefulUtilization": 0.09789525208027411, "workLaneOccupancy": 0.390625, "deviceUsefulUtilization": 0.0034100596760443308, "meanCycles": 4086.0, "p50Cycles": 4086, "p95Cycles": 4086, "maximumCycles": 4086, "firstOffset": 181950, "lastOffset": 187050 }, { "name": "gemm_f8_init_small_rows_interleaved_k96_c16_r4_r4", "dimensions": {}, "sampleCount": 864, "tileCount": 864, "phaseCount": 31, "phaseCycles": 4932, "phaseMs": 0.003288, "workCycles": 730944, "averageActiveTiles": 148.20437956204378, "usefulCycles": 20736.0, "estimatedWorkCycles": 730944, "usefulUtilization": 0.028368794326241134, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.002856236115518883, "meanCycles": 846.0, "p50Cycles": 846, "p95Cycles": 846, "maximumCycles": 846, "firstOffset": 861252, "lastOffset": 871446 }, { "name": "rearrange_row_major_to_amp_f16_o1_r64_p64_c16_p16", "dimensions": {}, "sampleCount": 352, "tileCount": 352, "phaseCount": 5, "phaseCycles": 4284, "phaseMs": 0.002856, "workCycles": 540672, "averageActiveTiles": 126.20728291316527, "usefulCycles": 180224.0, "estimatedWorkCycles": 540672, "usefulUtilization": 0.3333333333333333, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.028579547761133438, "meanCycles": 1536.0, "p50Cycles": 1536, "p95Cycles": 1536, "maximumCycles": 1536, "firstOffset": 182568, "lastOffset": 186852 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p2_c224_p224", "dimensions": {}, "sampleCount": 1368, "tileCount": 1368, "phaseCount": 51, "phaseCycles": 4164, "phaseMs": 0.002776, "workCycles": 5368032, "averageActiveTiles": 1289.1527377521613, "usefulCycles": 306432.0, "estimatedWorkCycles": 5368032, "usefulUtilization": 0.05708460754332314, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.04999373512091217, "meanCycles": 3924.0, "p50Cycles": 3924, "p95Cycles": 3924, "maximumCycles": 3924, "firstOffset": 969138, "lastOffset": 973302 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p2_c48_p224", "dimensions": {}, "sampleCount": 72, "tileCount": 72, "phaseCount": 11, "phaseCycles": 3954, "phaseMs": 0.002636, "workCycles": 282528, "averageActiveTiles": 71.45371775417298, "usefulCycles": 3456.0, "estimatedWorkCycles": 282528, "usefulUtilization": 0.012232415902140673, "workLaneOccupancy": 0.10714285714285714, "deviceUsefulUtilization": 0.000593785049811968, "meanCycles": 3924.0, "p50Cycles": 3924, "p95Cycles": 3924, "maximumCycles": 3924, "firstOffset": 968808, "lastOffset": 972762 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p2_c128_p128", "dimensions": {}, "sampleCount": 1467, "tileCount": 1467, "phaseCount": 62, "phaseCycles": 2628, "phaseMs": 0.001752, "workCycles": 3644028, "averageActiveTiles": 1386.6164383561643, "usefulCycles": 187776.0, "estimatedWorkCycles": 3644028, "usefulUtilization": 0.05152979066022544, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.04854079809410363, "meanCycles": 2484.0, "p50Cycles": 2484, "p95Cycles": 2484, "maximumCycles": 2484, "firstOffset": 956502, "lastOffset": 959130 }, { "name": "rearrange_row_major_to_amp_f16_o1_r0_p64_c16_p16", "dimensions": {}, "sampleCount": 32, "tileCount": 32, "phaseCount": 3, "phaseCycles": 2112, "phaseMs": 0.001408, "workCycles": 56640, "averageActiveTiles": 26.818181818181817, "usefulCycles": 6400.0, "estimatedWorkCycles": 56640, "usefulUtilization": 0.11299435028248588, "workLaneOccupancy": 0.390625, "deviceUsefulUtilization": 0.0020586297760210805, "meanCycles": 1770.0, "p50Cycles": 1770, "p95Cycles": 1770, "maximumCycles": 1770, "firstOffset": 182118, "lastOffset": 184230 }, { "name": "gemm_f8_init_small_rows_interleaved_k224_c16_r4_r4", "dimensions": {}, "sampleCount": 1440, "tileCount": 1440, "phaseCount": 59, "phaseCycles": 2100, "phaseMs": 0.0014, "workCycles": 2203200, "averageActiveTiles": 1049.142857142857, "usefulCycles": 77472.0, "estimatedWorkCycles": 2203200, "usefulUtilization": 0.03516339869281046, "workLaneOccupancy": 0.48035714285714287, "deviceUsefulUtilization": 0.025062111801242237, "meanCycles": 1530.0, "p50Cycles": 1530, "p95Cycles": 1530, "maximumCycles": 1530, "firstOffset": 974994, "lastOffset": 977094 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p2_c64_p64", "dimensions": {}, "sampleCount": 1296, "tileCount": 1296, "phaseCount": 45, "phaseCycles": 2094, "phaseMs": 0.001396, "workCycles": 1975104, "averageActiveTiles": 943.2206303724928, "usefulCycles": 82944.0, "estimatedWorkCycles": 1975104, "usefulUtilization": 0.04199475065616798, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.026909181512395665, "meanCycles": 1524.0, "p50Cycles": 1524, "p95Cycles": 1524, "maximumCycles": 1524, "firstOffset": 942090, "lastOffset": 944184 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c32_r4_r4", "dimensions": {}, "sampleCount": 954, "tileCount": 954, "phaseCount": 50, "phaseCycles": 1842, "phaseMs": 0.001228, "workCycles": 1625616, "averageActiveTiles": 882.527687296417, "usefulCycles": 61056.0, "estimatedWorkCycles": 1625616, "usefulUtilization": 0.03755868544600939, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.02251805693244583, "meanCycles": 1704.0, "p50Cycles": 1704, "p95Cycles": 1704, "maximumCycles": 1704, "firstOffset": 961722, "lastOffset": 963564 }, { "name": "bias_gelu_f16", "dimensions": {}, "sampleCount": 1024, "tileCount": 1024, "phaseCount": 44, "phaseCycles": 1638, "phaseMs": 0.001092, "workCycles": 1218336, "averageActiveTiles": 743.7948717948718, "usefulCycles": 27976.0, "estimatedWorkCycles": 1218336, "usefulUtilization": 0.02296246684001786, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.011602829537612146, "meanCycles": 1189.78125, "p50Cycles": 1152, "p95Cycles": 1524, "maximumCycles": 1524, "firstOffset": 966540, "lastOffset": 968178 }, { "name": "layer_norm_moments", "dimensions": {}, "sampleCount": 64, "tileCount": 64, "phaseCount": 16, "phaseCycles": 1422, "phaseMs": 0.000948, "workCycles": 78336, "averageActiveTiles": 55.08860759493671, "usefulCycles": 4608.0, "estimatedWorkCycles": 78336, "usefulUtilization": 0.058823529411764705, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.002201430930104568, "meanCycles": 1224.0, "p50Cycles": 1224, "p95Cycles": 1224, "maximumCycles": 1224, "firstOffset": 950736, "lastOffset": 952158 }, { "name": "gemm_f8_init_small_rows_interleaved_k64_c16_r4_r4", "dimensions": {}, "sampleCount": 1296, "tileCount": 1296, "phaseCount": 45, "phaseCycles": 1242, "phaseMs": 0.000828, "workCycles": 870912, "averageActiveTiles": 701.2173913043479, "usefulCycles": 20736.0, "estimatedWorkCycles": 870912, "usefulUtilization": 0.023809523809523808, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.011342155009451797, "meanCycles": 672.0, "p50Cycles": 672, "p95Cycles": 672, "maximumCycles": 672, "firstOffset": 945642, "lastOffset": 946884 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c16_r4_r4", "dimensions": {}, "sampleCount": 513, "tileCount": 513, "phaseCount": 45, "phaseCycles": 1152, "phaseMs": 0.000768, "workCycles": 520182, "averageActiveTiles": 451.546875, "usefulCycles": 16416.0, "estimatedWorkCycles": 520182, "usefulUtilization": 0.03155818540433925, "workLaneOccupancy": 0.5, "deviceUsefulUtilization": 0.00968070652173913, "meanCycles": 1014.0, "p50Cycles": 1014, "p95Cycles": 1014, "maximumCycles": 1014, "firstOffset": 961728, "lastOffset": 962880 }, { "name": "rearrange_row_major_to_amp_f16_o0_r1_p1_c72_p80", "dimensions": {}, "sampleCount": 32, "tileCount": 32, "phaseCount": 7, "phaseCycles": 852, "phaseMs": 0.000568, "workCycles": 24576, "averageActiveTiles": 28.845070422535212, "usefulCycles": 1152.0, "estimatedWorkCycles": 24576, "usefulUtilization": 0.046875, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.0009185548071034905, "meanCycles": 768.0, "p50Cycles": 768, "p95Cycles": 768, "maximumCycles": 768, "firstOffset": 876330, "lastOffset": 877182 } ], "samples": [] }