{ "clockHz": 1500000000, "tileCount": 1472, "sampleCount": 57825, "matchedSampleCount": 55881, "profileSpanCycles": 229644, "profileSpanMs": 0.153096, "atOffset": null, "groups": [ { "name": "exchange", "dimensions": {}, "sampleCount": 14421, "tileCount": 1472, "phaseCount": 11, "phaseCycles": 154098, "phaseMs": 0.102732, "workCycles": 132935388, "averageActiveTiles": 862.6678347545069, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 9218.180986061992, "p50Cycles": 9150, "p95Cycles": 15774, "maximumCycles": 33762, "firstOffset": 0, "lastOffset": 229026 }, { "name": "sync", "dimensions": {}, "sampleCount": 1771, "tileCount": 986, "phaseCount": 5, "phaseCycles": 94098, "phaseMs": 0.062732, "workCycles": 23647860, "averageActiveTiles": 251.31097366575273, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 13352.828910220214, "p50Cycles": 14466, "p95Cycles": 19620, "maximumCycles": 31242, "firstOffset": 0, "lastOffset": 94098 }, { "name": "copy_strided_u64", "dimensions": {}, "sampleCount": 5285, "tileCount": 1472, "phaseCount": 51, "phaseCycles": 36714, "phaseMs": 0.024476, "workCycles": 26902638, "averageActiveTiles": 732.7623794737702, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 5090.3761589403975, "p50Cycles": 1038, "p95Cycles": 16620, "maximumCycles": 16620, "firstOffset": 0, "lastOffset": 223356 }, { "name": "fill_zero_u64", "dimensions": {}, "sampleCount": 9952, "tileCount": 1472, "phaseCount": 50, "phaseCycles": 35436, "phaseMs": 0.023624, "workCycles": 5412192, "averageActiveTiles": 152.73145953267863, "usefulCycles": 0.0, "estimatedWorkCycles": 2148960, "usefulUtilization": 0.0, "workLaneOccupancy": null, "deviceUsefulUtilization": 0.0, "meanCycles": 543.8295819935691, "p50Cycles": 360, "p95Cycles": 1404, "maximumCycles": 1404, "firstOffset": 94068, "lastOffset": 222432 }, { "name": "cast_f16_f8", "dimensions": {}, "sampleCount": 5760, "tileCount": 1440, "phaseCount": 30, "phaseCycles": 35082, "phaseMs": 0.023388, "workCycles": 31627104, "averageActiveTiles": 901.5194116641012, "usefulCycles": 5738688.0, "estimatedWorkCycles": 31627104, "usefulUtilization": 0.18144841841984646, "workLaneOccupancy": 0.9272507290438667, "deviceUsefulUtilization": 0.11112722243290873, "meanCycles": 5490.816666666667, "p50Cycles": 5100, "p95Cycles": 6888, "maximumCycles": 7626, "firstOffset": 121272, "lastOffset": 206406 }, { "name": "copy_u64", "dimensions": {}, "sampleCount": 5900, "tileCount": 1472, "phaseCount": 51, "phaseCycles": 27528, "phaseMs": 0.018352, "workCycles": 6754926, "averageActiveTiles": 245.38382737576285, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 1144.9027118644067, "p50Cycles": 774, "p95Cycles": 3702, "maximumCycles": 3702, "firstOffset": 0, "lastOffset": 229644 }, { "name": "attention_softmax_d72_p768_tail_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 18, "phaseCycles": 25656, "phaseMs": 0.017104, "workCycles": 34884384, "averageActiveTiles": 1359.6969130028065, "usefulCycles": 15816384.0, "estimatedWorkCycles": 34884384, "usefulUtilization": 0.4533943898794372, "workLaneOccupancy": 0.9970588235294118, "deviceUsefulUtilization": 0.4188036360678407, "meanCycles": 23698.630434782608, "p50Cycles": 23700, "p95Cycles": 23700, "maximumCycles": 23700, "firstOffset": 153510, "lastOffset": 179166 }, { "name": "gemm_f8_init_large_rows_interleaved_k384_c64_r80_r82", "dimensions": {}, "sampleCount": 810, "tileCount": 810, "phaseCount": 3, "phaseCycles": 24516, "phaseMs": 0.016344, "workCycles": 19746180, "averageActiveTiles": 805.4405286343613, "usefulCycles": 12752640.0, "estimatedWorkCycles": 19746180, "usefulUtilization": 0.6458282057592911, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.3533805784332503, "meanCycles": 24378.0, "p50Cycles": 24378, "p95Cycles": 24378, "maximumCycles": 24378, "firstOffset": 39132, "lastOffset": 63648 }, { "name": "gemm_f8_init_small_rows_interleaved_k384_c64_r80_r82", "dimensions": {}, "sampleCount": 648, "tileCount": 648, "phaseCount": 2, "phaseCycles": 24030, "phaseMs": 0.01602, "workCycles": 15528672, "averageActiveTiles": 646.2202247191011, "usefulCycles": 9922176.0, "estimatedWorkCycles": 15528672, "usefulUtilization": 0.6389584376564847, "workLaneOccupancy": 0.996875, "deviceUsefulUtilization": 0.28050806057645333, "meanCycles": 23964.0, "p50Cycles": 23964, "p95Cycles": 23964, "maximumCycles": 23964, "firstOffset": 39198, "lastOffset": 63228 }, { "name": "gemm_f8_init_large_rows_interleaved_k96_c48_r145_r146", "dimensions": {}, "sampleCount": 640, "tileCount": 640, "phaseCount": 14, "phaseCycles": 15534, "phaseMs": 0.010356, "workCycles": 4634880, "averageActiveTiles": 298.37002703746623, "usefulCycles": 2522880.0, "estimatedWorkCycles": 4634880, "usefulUtilization": 0.5443247721623861, "workLaneOccupancy": 0.75, "deviceUsefulUtilization": 0.11033301425764522, "meanCycles": 7242.0, "p50Cycles": 7242, "p95Cycles": 7242, "maximumCycles": 7242, "firstOffset": 132552, "lastOffset": 148086 }, { "name": "reduce_sum_f16", "dimensions": {}, "sampleCount": 1958, "tileCount": 1472, "phaseCount": 29, "phaseCycles": 14298, "phaseMs": 0.009532, "workCycles": 7912308, "averageActiveTiles": 553.3856483424255, "usefulCycles": 2427840.0, "estimatedWorkCycles": 7912308, "usefulUtilization": 0.30684346463762535, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.11535514240361984, "meanCycles": 4041.015321756895, "p50Cycles": 2046, "p95Cycles": 10182, "maximumCycles": 10182, "firstOffset": 71664, "lastOffset": 220158 }, { "name": "gemm_f8_init_small_rows_interleaved_k96_c48_r145_r146", "dimensions": {}, "sampleCount": 160, "tileCount": 160, "phaseCount": 2, "phaseCycles": 13956, "phaseMs": 0.009304, "workCycles": 1156800, "averageActiveTiles": 82.88907996560619, "usefulCycles": 626400.0, "estimatedWorkCycles": 1156800, "usefulUtilization": 0.5414937759336099, "workLaneOccupancy": 0.75, "deviceUsefulUtilization": 0.030491794085760214, "meanCycles": 7230.0, "p50Cycles": 7230, "p95Cycles": 7230, "maximumCycles": 7230, "firstOffset": 132558, "lastOffset": 146514 }, { "name": "gemm_f8_init_large_rows_interleaved_k96_c32_r145_r146", "dimensions": {}, "sampleCount": 512, "tileCount": 512, "phaseCount": 8, "phaseCycles": 12552, "phaseMs": 0.008368, "workCycles": 2537472, "averageActiveTiles": 202.1567877629063, "usefulCycles": 1308744.0, "estimatedWorkCycles": 2537472, "usefulUtilization": 0.5157668734866828, "workLaneOccupancy": 0.7294921875, "deviceUsefulUtilization": 0.07083272715936487, "meanCycles": 4956.0, "p50Cycles": 4956, "p95Cycles": 4956, "maximumCycles": 4956, "firstOffset": 130512, "lastOffset": 143064 }, { "name": "gemm_f8_init_small_rows_interleaved_k128_c80_r48_r49", "dimensions": {}, "sampleCount": 576, "tileCount": 576, "phaseCount": 11, "phaseCycles": 11352, "phaseMs": 0.007568, "workCycles": 4516992, "averageActiveTiles": 397.90274841437633, "usefulCycles": 1889568.0, "estimatedWorkCycles": 4516992, "usefulUtilization": 0.4183244070390207, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.11307909734350584, "meanCycles": 7842.0, "p50Cycles": 7842, "p95Cycles": 7842, "maximumCycles": 7842, "firstOffset": 202596, "lastOffset": 213948 }, { "name": "gemm_f8_init_large_rows_interleaved_k128_c80_r48_r49", "dimensions": {}, "sampleCount": 864, "tileCount": 864, "phaseCount": 17, "phaseCycles": 11346, "phaseMs": 0.007564, "workCycles": 6801408, "averageActiveTiles": 599.4542570068746, "usefulCycles": 2893401.0, "estimatedWorkCycles": 6801408, "usefulUtilization": 0.4254120617378049, "workLaneOccupancy": 0.854296875, "deviceUsefulUtilization": 0.173243934368749, "meanCycles": 7872.0, "p50Cycles": 7872, "p95Cycles": 7872, "maximumCycles": 7872, "firstOffset": 202932, "lastOffset": 214278 }, { "name": "attention_merge_v72_p80_k768_out16_f16", "dimensions": {}, "sampleCount": 1472, "tileCount": 1472, "phaseCount": 27, "phaseCycles": 6366, "phaseMs": 0.004244, "workCycles": 4371840, "averageActiveTiles": 686.7483506126296, "usefulCycles": 0.0, "estimatedWorkCycles": 0, "usefulUtilization": null, "workLaneOccupancy": null, "deviceUsefulUtilization": null, "meanCycles": 2970.0, "p50Cycles": 2970, "p95Cycles": 2970, "maximumCycles": 2970, "firstOffset": 219960, "lastOffset": 226326 }, { "name": "rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80", "dimensions": {}, "sampleCount": 1360, "tileCount": 1360, "phaseCount": 14, "phaseCycles": 6330, "phaseMs": 0.00422, "workCycles": 1721760, "averageActiveTiles": 272.0, "usefulCycles": 391680.0, "estimatedWorkCycles": 1721760, "usefulUtilization": 0.22748815165876776, "workLaneOccupancy": 0.9, "deviceUsefulUtilization": 0.042035854110859264, "meanCycles": 1266.0, "p50Cycles": 1266, "p95Cycles": 1266, "maximumCycles": 1266, "firstOffset": 101520, "lastOffset": 107850 }, { "name": "gemm_f8_init_small_rows_interleaved_k96_c32_r145_r146", "dimensions": {}, "sampleCount": 128, "tileCount": 128, "phaseCount": 1, "phaseCycles": 5376, "phaseMs": 0.003584, "workCycles": 633600, "averageActiveTiles": 117.85714285714286, "usefulCycles": 324945.0, "estimatedWorkCycles": 633600, "usefulUtilization": 0.5128551136363636, "workLaneOccupancy": 0.7294921875, "deviceUsefulUtilization": 0.0410622543429736, "meanCycles": 4950.0, "p50Cycles": 4950, "p95Cycles": 4950, "maximumCycles": 4950, "firstOffset": 130530, "lastOffset": 135906 }, { "name": "rearrange_row_major_to_amp_f16_o2_r64_p64_c16_p16_b64x16", "dimensions": {}, "sampleCount": 880, "tileCount": 880, "phaseCount": 13, "phaseCycles": 5064, "phaseMs": 0.003376, "workCycles": 2138400, "averageActiveTiles": 422.2748815165877, "usefulCycles": 450560.0, "estimatedWorkCycles": 2138400, "usefulUtilization": 0.21069958847736625, "workLaneOccupancy": 1.0, "deviceUsefulUtilization": 0.060443711793392405, "meanCycles": 2430.0, "p50Cycles": 2430, "p95Cycles": 2430, "maximumCycles": 2430, "firstOffset": 106740, "lastOffset": 111804 }, { "name": "rearrange_row_major_to_amp_f16_o2_r0_p64_c16_p16_b64x16", "dimensions": {}, "sampleCount": 80, "tileCount": 80, "phaseCount": 8, "phaseCycles": 4470, "phaseMs": 0.00298, "workCycles": 156960, "averageActiveTiles": 35.11409395973154, "usefulCycles": 16000.0, "estimatedWorkCycles": 156960, "usefulUtilization": 0.1019367991845056, "workLaneOccupancy": 0.390625, "deviceUsefulUtilization": 0.0024316700710047662, "meanCycles": 1962.0, "p50Cycles": 1962, "p95Cycles": 1962, "maximumCycles": 1962, "firstOffset": 106878, "lastOffset": 111348 } ], "samples": [] }