{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 55009, "matchedSampleCount": 53065, "profileSpanCycles": 216444, "profileSpanMs": 0.144296, "atOffset": null, "groups": [ { "name": "exchange", "dimensions": {}, "sampleCount": 14421, "tileCount": 1472, "phaseCount": 11, "phaseCycles": 140508, "phaseMs": 0.093672, "workCycles": 126549372, "averageActiveTiles": 900.6559911179435, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 8775.353442895777, "p50Cycles": 8646, "p95Cycles": 14694, "maximumCycles": 27774, "firstOffset": 0, "lastOffset": 215826 }, { "name": "sync", "dimensions": {}, "sampleCount": 1771, "tileCount": 986, "phaseCount": 5, "phaseCycles": 94098, "phaseMs": 0.062732, "workCycles": 23647860, "averageActiveTiles": 251.31097366575273, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 13352.828910220214, "p50Cycles": 14466, "p95Cycles": 19620, "maximumCycles": 31242, "firstOffset": 0, "lastOffset": 94098 }, { "name": "copy_strided_u64", "dimensions": {}, "sampleCount": 4661, "tileCount": 1472, "phaseCount": 49, "phaseCycles": 34836, "phaseMs": 0.023224, "workCycles": 26454798, "averageActiveTiles": 759.4097485359972, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 5675.777301008367, "p50Cycles": 1134, "p95Cycles": 16620, "maximumCycles": 16620, "firstOffset": 0, "lastOffset": 210156 }, { "name": "fill_zero_u64", "dimensions": {}, "sampleCount": 12896, "tileCount": 1472, "phaseCount": 49, "phaseCycles": 31170, "phaseMs": 0.02078, "workCycles": 4859808, "averageActiveTiles": 155.91299326275265, "usefulCycles": 0.0, "estimatedWorkCycles": 2696160, "usefulUtilization": 0.0, "workLaneOccupancy": null, "deviceUsefulUtilization": 0.0, "meanCycles": 376.84615384615387, "p50Cycles": 300, "p95Cycles": 714, "maximumCycles": 714, "firstOffset": 94068, "lastOffset": 209232 }, { "name": "copy_u64", "dimensions": {}, "sampleCount": 6524, "tileCount": 1472, "phaseCount": 52, "phaseCycles": 27660, "phaseMs": 0.01844, "workCycles": 7723470, "averageActiveTiles": 279.2288503253796, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 1183.854996934396, "p50Cycles": 1002, "p95Cycles": 3702, "maximumCycles": 3702, "firstOffset": 0, "lastOffset": 216444 }, { "name": "attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 20, "phaseCycles": 25728, "phaseMs": 0.017152, "workCycles": 34884384, "averageActiveTiles": 1355.891791044776, "usefulCycles": 15816384.0, "estimatedWorkCycles": 34884384, "usefulUtilization": 0.4533943898794372, "workLaneOccupancy": 0.9970588235294118, "deviceUsefulUtilization": 0.4176316109669046, "meanCycles": 23698.630434782608, "p50Cycles": 23700, "p95Cycles": 23700, "maximumCycles": 23700, "firstOffset": 144858, "lastOffset": 170586 }, { "name": "gemm_f8_init_large_rows_interleaved_k384_c64_r80_r82", "dimensions": {}, "sampleCount": 810, "tileCount": 810, "phaseCount": 3, "phaseCycles": 24516, "phaseMs": 0.016344, "workCycles": 19746180, "averageActiveTiles": 805.4405286343613, "usefulCycles": 12752640.0, "estimatedWorkCycles": 19746180, "usefulUtilization": 0.6458282057592911, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.3533805784332503, "meanCycles": 24378.0, "p50Cycles": 24378, "p95Cycles": 24378, "maximumCycles": 24378, "firstOffset": 39132, "lastOffset": 63648 }, { "name": "gemm_f8_init_small_rows_interleaved_k384_c64_r80_r82", "dimensions": {}, "sampleCount": 648, "tileCount": 648, "phaseCount": 2, "phaseCycles": 24030, "phaseMs": 0.01602, "workCycles": 15528672, "averageActiveTiles": 646.2202247191011, "usefulCycles": 9922176.0, "estimatedWorkCycles": 15528672, "usefulUtilization": 0.6389584376564847, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.28050806057645333, "meanCycles": 23964.0, "p50Cycles": 23964, "p95Cycles": 23964, "maximumCycles": 23964, "firstOffset": 39198, "lastOffset": 63228 }, { "name": "gemm_f16_init_small_rows_interleaved_k80_c80_r81_r81", "dimensions": {}, "sampleCount": 864, "tileCount": 864, "phaseCount": 14, "phaseCycles": 19224, "phaseMs": 0.012816, "workCycles": 11057472, "averageActiveTiles": 575.1910112359551, "usefulCycles": 6298560.0, "estimatedWorkCycles": 11057472, "usefulUtilization": 0.569620253164557, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.2225818270639961, "meanCycles": 12798.0, "p50Cycles": 12798, "p95Cycles": 12798, "maximumCycles": 12798, "firstOffset": 120330, "lastOffset": 139554 }, { "name": "gemm_f16_init_large_rows_interleaved_k128_c80_r48_r49", "dimensions": {}, "sampleCount": 864, "tileCount": 864, "phaseCount": 17, "phaseCycles": 18708, "phaseMs": 0.012472, "workCycles": 13156992, "averageActiveTiles": 703.2815907633099, "usefulCycles": 5786802.0, "estimatedWorkCycles": 13156992, "usefulUtilization": 0.4398271276595745, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.21013744701174109, "meanCycles": 15228.0, "p50Cycles": 15228, "p95Cycles": 15228, "maximumCycles": 15228, "firstOffset": 182370, "lastOffset": 201078 }, { "name": "gemm_f16_init_small_rows_interleaved_k128_c80_r48_r49", "dimensions": {}, "sampleCount": 576, "tileCount": 576, "phaseCount": 12, "phaseCycles": 18684, "phaseMs": 0.012456, "workCycles": 8740224, "averageActiveTiles": 467.7919075144509, "usefulCycles": 3779136.0, "estimatedWorkCycles": 8740224, "usefulUtilization": 0.43238434163701067, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.1374088967077155, "meanCycles": 15174.0, "p50Cycles": 15174, "p95Cycles": 15174, "maximumCycles": 15174, "firstOffset": 182328, "lastOffset": 201012 }, { "name": "gemm_f16_init_small_rows_interleaved_k80_c64_r81_r81", "dimensions": {}, "sampleCount": 576, "tileCount": 576, "phaseCount": 10, "phaseCycles": 17268, "phaseMs": 0.011512, "workCycles": 5940864, "averageActiveTiles": 344.03891591382904, "usefulCycles": 3267378.0, "estimatedWorkCycles": 5940864, "usefulUtilization": 0.5499836387434555, "workLaneOccupancy": 0.875390625, "deviceUsefulUtilization": 0.12854332530138685, "meanCycles": 10314.0, "p50Cycles": 10314, "p95Cycles": 10314, "maximumCycles": 10314, "firstOffset": 119718, "lastOffset": 136986 }, { "name": "reduce_sum_f16", "dimensions": {}, "sampleCount": 1958, "tileCount": 1472, "phaseCount": 28, "phaseCycles": 14298, "phaseMs": 0.009532, "workCycles": 7912308, "averageActiveTiles": 553.3856483424255, "usefulCycles": 2427840.0, "estimatedWorkCycles": 7912308, "usefulUtilization": 0.30684346463762535, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.11535514240361984, "meanCycles": 4041.015321756895, "p50Cycles": 2046, "p95Cycles": 10182, "maximumCycles": 10182, "firstOffset": 71664, "lastOffset": 206958 }, { "name": "attention_merge_v72_p80_k768_out16_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 26, "phaseCycles": 6366, "phaseMs": 0.004244, "workCycles": 4371840, "averageActiveTiles": 686.7483506126296, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 2970.0, "p50Cycles": 2970, "p95Cycles": 2970, "maximumCycles": 2970, "firstOffset": 206760, "lastOffset": 213126 }, { "name": "rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 14, "phaseCycles": 6330, "phaseMs": 0.00422, "workCycles": 1721760, "averageActiveTiles": 272.0, "usefulCycles": 391680.0, "estimatedWorkCycles": 1721760, "usefulUtilization": 0.22748815165876776, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.042035854110859264, "meanCycles": 1266.0, "p50Cycles": 1266, "p95Cycles": 1266, "maximumCycles": 1266, "firstOffset": 101520, "lastOffset": 107850 }, { "name": "rearrange_row_major_to_amp_f16_o2_r64_p64_c16_p16_b64x16", "dimensions": {}, "sampleCount": 880, "tileCount": 880, "phaseCount": 13, "phaseCycles": 5064, "phaseMs": 0.003376, "workCycles": 2138400, "averageActiveTiles": 422.2748815165877, "usefulCycles": 450560.0, "estimatedWorkCycles": 2138400, "usefulUtilization": 0.21069958847736625, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.060443711793392405, "meanCycles": 2430.0, "p50Cycles": 2430, "p95Cycles": 2430, "maximumCycles": 2430, "firstOffset": 106740, "lastOffset": 111804 }, { "name": "rearrange_row_major_to_amp_f16_o2_r0_p64_c16_p16_b64x16", "dimensions": {}, "sampleCount": 80, "tileCount": 80, "phaseCount": 8, "phaseCycles": 4470, "phaseMs": 0.00298, "workCycles": 156960, "averageActiveTiles": 35.11409395973154, "usefulCycles": 16000.0, "estimatedWorkCycles": 156960, "usefulUtilization": 0.1019367991845056, "workLaneOccupancy": 0.390625, "deviceUsefulUtilization": 0.0024316700710047662, "meanCycles": 1962.0, "p50Cycles": 1962, "p95Cycles": 1962, "maximumCycles": 1962, "firstOffset": 106878, "lastOffset": 111348 }, { "name": "rearrange_row_major_to_amp_f16_o1_r64_p64_c16_p16", "dimensions": {}, "sampleCount": 880, "tileCount": 880, "phaseCount": 13, "phaseCycles": 4182, "phaseMs": 0.002788, "workCycles": 1351680, "averageActiveTiles": 323.2137733142037, "usefulCycles": 450560.0, "estimatedWorkCycles": 1351680, "usefulUtilization": 0.3333333333333333, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.07319152475412222, "meanCycles": 1536.0, "p50Cycles": 1536, "p95Cycles": 1536, "maximumCycles": 1536, "firstOffset": 105204, "lastOffset": 109386 }, { "name": "rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80", "dimensions": {}, "sampleCount": 112, "tileCount": 112, "phaseCount": 2, "phaseCycles": 3336, "phaseMs": 0.002224, "workCycles": 141792, "averageActiveTiles": 42.50359712230216, "usefulCycles": 28224.0, "estimatedWorkCycles": 141792, "usefulUtilization": 0.1990521327014218, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.005747575852361589, "meanCycles": 1266.0, "p50Cycles": 1266, "p95Cycles": 1266, "maximumCycles": 1266, "firstOffset": 101652, "lastOffset": 104988 }, { "name": "static_copy_u32", "dimensions": {}, "sampleCount": 160, "tileCount": 160, "phaseCount": 8, "phaseCycles": 2124, "phaseMs": 0.001416, "workCycles": 46080, "averageActiveTiles": 21.694915254237287, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 288.0, "p50Cycles": 288, "p95Cycles": 288, "maximumCycles": 288, "firstOffset": 98004, "lastOffset": 100314 } ], "samples": [] }