{"version":1,"scope":"finalist-2","model":"Planner estimate: sum of per-allocation maximum shard sizes, not a placed tile. Repeat execution counts do not multiply scratch. Exchange rows are reserved separately for the whole program.","tile_count":1472,"budget_bytes":586960,"interleaved_budget_bytes":424880,"standard_contiguous_overflow_bytes":0,"fits_budget":true,"support_reserve_bytes":49152,"effective_peak_bytes":416880,"peak":{"standard":308840,"interleaved":287360,"total":464728,"exchange_rows":97000,"maximum_standard_allocation":104976},"total_peak_step":108,"standard_peak_step":140,"interleaved_peak_step":108,"gemm_output_packing":"Automatic","attention_products":"SharedRows","timeline":{"values":[{"id":0,"origin":0,"root":0,"name":"vit.image.patches","group":"vit.image.patches","shape":[1,729,588],"precision":"F16","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 8, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":0,"shard_bytes":5120,"aligned_bytes":5120,"copies":1,"bytes":5120},{"id":1,"origin":1,"root":1,"name":"vit.embedding.weight","group":"vit.embedding.weight","shape":[588,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 46, axes: [AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":1,"shard_bytes":23040,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":2,"origin":2,"root":2,"name":"vit.embedding.bias","group":"vit.embedding.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":2,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":3,"origin":5,"root":3,"name":"vit.position","group":"vit.position","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":3,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":4,"origin":7,"root":4,"name":"vit.encoder.layer0.attention_norm.scale","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":5,"origin":8,"root":5,"name":"vit.encoder.layer1.attention_norm.scale","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":6,"origin":9,"root":6,"name":"vit.encoder.layer0.attention_norm.bias","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":7,"origin":10,"root":7,"name":"vit.encoder.layer1.attention_norm.bias","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":8,"origin":11,"root":8,"name":"vit.encoder.layer0.attention.qkv.weight","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":9,"origin":12,"root":9,"name":"vit.encoder.layer1.attention.qkv.weight","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":10,"origin":13,"root":10,"name":"vit.encoder.layer0.attention.qkv.bias","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":11,"origin":14,"root":11,"name":"vit.encoder.layer1.attention.qkv.bias","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":12,"origin":15,"root":12,"name":"vit.encoder.layer0.attention.output.weight","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":13,"origin":16,"root":13,"name":"vit.encoder.layer1.attention.output.weight","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":14,"origin":17,"root":14,"name":"vit.encoder.layer0.attention.output.bias","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":15,"origin":18,"root":15,"name":"vit.encoder.layer1.attention.output.bias","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":16,"origin":19,"root":16,"name":"vit.encoder.layer0.mlp_norm.scale","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":17,"origin":20,"root":17,"name":"vit.encoder.layer1.mlp_norm.scale","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":18,"origin":21,"root":18,"name":"vit.encoder.layer0.mlp_norm.bias","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":19,"origin":22,"root":19,"name":"vit.encoder.layer1.mlp_norm.bias","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":20,"origin":23,"root":20,"name":"vit.encoder.layer0.mlp.up.weight","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":21,"origin":24,"root":21,"name":"vit.encoder.layer1.mlp.up.weight","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":22,"origin":25,"root":22,"name":"vit.encoder.layer0.mlp.up.bias","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":23,"origin":26,"root":23,"name":"vit.encoder.layer1.mlp.up.bias","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":24,"origin":27,"root":24,"name":"vit.encoder.layer0.mlp.down.weight","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":25,"origin":28,"root":25,"name":"vit.encoder.layer1.mlp.down.weight","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":26,"origin":29,"root":26,"name":"vit.encoder.layer0.mlp.down.bias","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":27,"origin":30,"root":27,"name":"vit.encoder.layer1.mlp.down.bias","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":28,"origin":66,"root":28,"name":"vit.encoder.final_norm.scale","group":"vit.encoder.final_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":28,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":29,"origin":67,"root":29,"name":"vit.encoder.final_norm.bias","group":"vit.encoder.final_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":29,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":30,"origin":69,"root":30,"name":"vit.map.probe","group":"vit.map.probe","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":30,"shard_bytes":384,"aligned_bytes":384,"copies":1,"bytes":384},{"id":31,"origin":70,"root":31,"name":"vit.map.attention.kv.weight","group":"vit.map.attention.kv.weight","shape":[1152,2304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 147, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":31,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":32,"origin":71,"root":32,"name":"vit.map.attention.kv.bias","group":"vit.map.attention.kv.bias","shape":[1,1,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":32,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":33,"origin":74,"root":33,"name":"vit.map.attention.query.weight","group":"vit.map.attention.query.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":33,"shard_bytes":1536,"aligned_bytes":1536,"copies":1,"bytes":1536},{"id":34,"origin":75,"root":34,"name":"vit.map.attention.query.bias","group":"vit.map.attention.query.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":34,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":35,"origin":85,"root":35,"name":"vit.map.attention.output.weight","group":"vit.map.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1296, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 18, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":35,"shard_bytes":1024,"aligned_bytes":1024,"copies":1,"bytes":1024},{"id":36,"origin":86,"root":36,"name":"vit.map.attention.output.bias","group":"vit.map.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":36,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":37,"origin":89,"root":37,"name":"vit.map.norm.scale","group":"vit.map.norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":37,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":38,"origin":90,"root":38,"name":"vit.map.norm.bias","group":"vit.map.norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":38,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":39,"origin":92,"root":39,"name":"vit.map.mlp.up.weight","group":"vit.map.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 256, column_block: 16 }), tiling: TensorTiling { tile_count: 1345, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 5, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":39,"shard_bytes":4096,"aligned_bytes":4096,"copies":1,"bytes":4096},{"id":40,"origin":93,"root":40,"name":"vit.map.mlp.up.bias","group":"vit.map.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":40,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":41,"origin":97,"root":41,"name":"vit.map.mlp.down.weight","group":"vit.map.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 256, column_block: 16 }), tiling: TensorTiling { tile_count: 1224, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 17, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":41,"shard_bytes":4096,"aligned_bytes":4096,"copies":1,"bytes":4096},{"id":42,"origin":98,"root":42,"name":"vit.map.mlp.down.bias","group":"vit.map.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":42,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":43,"origin":0,"root":43,"name":"vit.image.patches","group":"vit.image.patches","shape":[1,729,588],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 8, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":0,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":44,"origin":3,"root":44,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 32, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":44,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":45,"origin":3,"root":45,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":44,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":46,"origin":4,"root":45,"name":"operation 1 result 0","group":"operation 1 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":46,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":47,"origin":6,"root":45,"name":"operation 2 result 0","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":48,"origin":31,"root":45,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":49,"origin":32,"root":4,"name":"vit.encoder.attention_norm.scale (body argument)","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":50,"origin":33,"root":6,"name":"vit.encoder.attention_norm.bias (body argument)","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":51,"origin":34,"root":8,"name":"vit.encoder.attention.qkv.weight (body argument)","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":52,"origin":35,"root":10,"name":"vit.encoder.attention.qkv.bias (body argument)","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":53,"origin":36,"root":12,"name":"vit.encoder.attention.output.weight (body argument)","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":54,"origin":37,"root":14,"name":"vit.encoder.attention.output.bias (body argument)","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":55,"origin":38,"root":16,"name":"vit.encoder.mlp_norm.scale (body argument)","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":56,"origin":39,"root":18,"name":"vit.encoder.mlp_norm.bias (body argument)","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":57,"origin":40,"root":20,"name":"vit.encoder.mlp.up.weight (body argument)","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":58,"origin":41,"root":22,"name":"vit.encoder.mlp.up.bias (body argument)","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":59,"origin":42,"root":24,"name":"vit.encoder.mlp.down.weight (body argument)","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":60,"origin":43,"root":26,"name":"vit.encoder.mlp.down.bias (body argument)","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":61,"origin":31,"root":61,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":62,"origin":44,"root":62,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":63,"origin":44,"root":63,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 36, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":42624,"aligned_bytes":42624,"copies":1,"bytes":42624},{"id":64,"origin":44,"root":64,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 36, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":21312,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":65,"origin":45,"root":65,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 144, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(144) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":65,"shard_bytes":4736,"aligned_bytes":4736,"copies":1,"bytes":4736},{"id":66,"origin":45,"root":66,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":65,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":67,"origin":46,"root":66,"name":"operation 5 result 0","group":"operation 5 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":67,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":68,"origin":47,"root":68,"name":"operation 6 result 0","group":"operation 6 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":68,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":69,"origin":48,"root":69,"name":"operation 7 result 0","group":"operation 7 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":69,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":70,"origin":49,"root":70,"name":"operation 8 result 0","group":"operation 8 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":70,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":71,"origin":50,"root":71,"name":"operation 9 result 0","group":"operation 9 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":71,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":72,"origin":51,"root":72,"name":"operation 10 result 0","group":"operation 10 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":72,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":73,"origin":52,"root":73,"name":"operation 11 result 0","group":"operation 11 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":73,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":74,"origin":53,"root":74,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":74,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":75,"origin":54,"root":75,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":76,"origin":54,"root":76,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 12, axes: [AxisTiling { axis: FromEnd(1), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":14592,"aligned_bytes":14592,"copies":1,"bytes":14592},{"id":77,"origin":54,"root":77,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 12, axes: [AxisTiling { axis: FromEnd(1), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":7296,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":78,"origin":55,"root":78,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":78,"shard_bytes":1216,"aligned_bytes":1216,"copies":1,"bytes":1216},{"id":79,"origin":55,"root":79,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":78,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":80,"origin":56,"root":79,"name":"operation 15 result 0","group":"operation 15 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":80,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":81,"origin":57,"root":45,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":81,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":82,"origin":57,"root":82,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":81,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":83,"origin":58,"root":83,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":84,"origin":58,"root":84,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 54, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":62976,"aligned_bytes":62976,"copies":1,"bytes":62976},{"id":85,"origin":58,"root":85,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 54, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":31488,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":86,"origin":59,"root":86,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":86,"shard_bytes":4480,"aligned_bytes":4480,"copies":1,"bytes":4480},{"id":87,"origin":59,"root":87,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":86,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":88,"origin":60,"root":87,"name":"operation 19 result 0","group":"operation 19 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":88,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":89,"origin":60,"root":89,"name":"operation 19 result 0","group":"operation 19 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1472, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":88,"shard_bytes":4264,"aligned_bytes":4264,"copies":1,"bytes":4264},{"id":90,"origin":61,"root":89,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1472, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":4264,"aligned_bytes":4264,"copies":1,"bytes":4264},{"id":91,"origin":61,"root":91,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":39040,"aligned_bytes":39040,"copies":1,"bytes":39040},{"id":92,"origin":61,"root":92,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":19520,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":93,"origin":62,"root":93,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 54, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(27) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":93,"shard_bytes":1344,"aligned_bytes":1344,"copies":1,"bytes":1344},{"id":94,"origin":62,"root":94,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":93,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":95,"origin":63,"root":94,"name":"operation 22 result 0","group":"operation 22 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":95,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":96,"origin":64,"root":45,"name":"operation 23 result 0","group":"operation 23 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":96,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":97,"origin":65,"root":45,"name":"operation 24 result 0","group":"operation 24 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":98,"origin":65,"root":98,"name":"operation 24 result 0","group":"operation 24 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":99,"origin":68,"root":99,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":100,"origin":68,"root":100,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1470, replicas: 49, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":56832,"aligned_bytes":56832,"copies":1,"bytes":56832},{"id":101,"origin":68,"root":101,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1470, replicas: 49, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":28416,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":102,"origin":72,"root":102,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1470, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 30, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(49) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":102,"shard_bytes":2496,"aligned_bytes":2496,"copies":1,"bytes":2496},{"id":103,"origin":72,"root":103,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":102,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":104,"origin":73,"root":103,"name":"operation 27 result 0","group":"operation 27 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":104,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":105,"origin":69,"root":105,"name":"vit.map.probe","group":"vit.map.probe","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":30,"shard_bytes":192,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":106,"origin":76,"root":106,"name":"operation 28 result 0","group":"operation 28 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":106,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":107,"origin":77,"root":106,"name":"operation 29 result 0","group":"operation 29 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":107,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":108,"origin":78,"root":108,"name":"operation 30 result 0","group":"operation 30 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":108,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":109,"origin":79,"root":109,"name":"operation 31 result 0","group":"operation 31 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":109,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":110,"origin":80,"root":110,"name":"operation 32 result 0","group":"operation 32 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":110,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":111,"origin":81,"root":111,"name":"operation 33 result 0","group":"operation 33 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":111,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":112,"origin":82,"root":112,"name":"operation 34 result 0","group":"operation 34 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":112,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":113,"origin":80,"root":113,"name":"operation 32 result 0","group":"operation 32 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":110,"shard_bytes":144,"aligned_bytes":144,"copies":1,"bytes":144},{"id":114,"origin":81,"root":114,"name":"operation 33 result 0","group":"operation 33 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":111,"shard_bytes":104976,"aligned_bytes":104976,"copies":1,"bytes":104976},{"id":115,"origin":82,"root":115,"name":"operation 34 result 0","group":"operation 34 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":112,"shard_bytes":104976,"aligned_bytes":104976,"copies":1,"bytes":104976},{"id":116,"origin":83,"root":116,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":116,"shard_bytes":144,"aligned_bytes":144,"copies":1,"bytes":144},{"id":117,"origin":84,"root":117,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":117,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":118,"origin":84,"root":118,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1296, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 18, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":117,"shard_bytes":256,"aligned_bytes":256,"copies":1,"bytes":256},{"id":119,"origin":84,"root":119,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1296, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 18, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":117,"shard_bytes":128,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":120,"origin":87,"root":120,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":120,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":121,"origin":87,"root":121,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":120,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":122,"origin":88,"root":121,"name":"operation 38 result 0","group":"operation 38 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":122,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":123,"origin":88,"root":123,"name":"operation 38 result 0","group":"operation 38 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":122,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":124,"origin":91,"root":124,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":124,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":125,"origin":91,"root":125,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1345, replicas: 269, axes: [AxisTiling { axis: FromEnd(1), partitions: 5, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":124,"shard_bytes":1024,"aligned_bytes":1024,"copies":1,"bytes":1024},{"id":126,"origin":91,"root":126,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1345, replicas: 269, axes: [AxisTiling { axis: FromEnd(1), partitions: 5, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":124,"shard_bytes":512,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":127,"origin":94,"root":127,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 269, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(269) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":127,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":128,"origin":94,"root":128,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":127,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":129,"origin":95,"root":128,"name":"operation 41 result 0","group":"operation 41 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":129,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":130,"origin":96,"root":128,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":130,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":131,"origin":96,"root":131,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1224, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 17, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":130,"shard_bytes":1024,"aligned_bytes":1024,"copies":1,"bytes":1024},{"id":132,"origin":96,"root":132,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1224, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 17, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":130,"shard_bytes":512,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":133,"origin":99,"root":133,"name":"operation 43 result 0","group":"operation 43 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":133,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":134,"origin":100,"root":133,"name":"operation 44 result 0","group":"operation 44 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":134,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":135,"origin":100,"root":135,"name":"operation 44 result 0","group":"operation 44 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":134,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":136,"origin":101,"root":121,"name":"operation 45 result 0","group":"operation 45 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":136,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":137,"origin":3,"root":137,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,588],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 8, axes: [AxisTiling { axis: FromStart(1), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 4, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":137,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":138,"origin":3,"root":138,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[4,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromStart(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(3), partitions: 8, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(184) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":138,"shard_bytes":4608,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":139,"origin":45,"root":139,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 10, axes: [AxisTiling { axis: FromStart(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(36) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":139,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":140,"origin":45,"root":140,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[4,1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(144) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(36) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":140,"shard_bytes":14208,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":141,"origin":53,"root":141,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":141,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":142,"origin":53,"root":142,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 960, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":142,"shard_bytes":2048,"aligned_bytes":2048,"copies":1,"bytes":2048},{"id":143,"origin":53,"root":143,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 960, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":143,"shard_bytes":2048,"aligned_bytes":2048,"copies":1,"bytes":2048},{"id":144,"origin":53,"root":144,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":144,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":145,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":145,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":146,"origin":53,"root":146,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":146,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":147,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":147,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":148,"origin":53,"root":148,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":148,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":149,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":149,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":150,"origin":53,"root":150,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":150,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":151,"origin":53,"root":151,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":151,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":152,"origin":53,"root":152,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":152,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":153,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":153,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":154,"origin":53,"root":154,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":154,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":155,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":155,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":156,"origin":53,"root":156,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":156,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":157,"origin":53,"root":157,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":157,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":158,"origin":53,"root":158,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":158,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":159,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":159,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":160,"origin":53,"root":160,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":160,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":161,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":161,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":162,"origin":53,"root":162,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":162,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":163,"origin":53,"root":163,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":163,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":164,"origin":53,"root":164,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":164,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":165,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":165,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":166,"origin":53,"root":166,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":166,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":167,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":167,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":168,"origin":53,"root":168,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":168,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":169,"origin":53,"root":169,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":169,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":170,"origin":53,"root":170,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":170,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":171,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":171,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":172,"origin":53,"root":172,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":172,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":173,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":173,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":174,"origin":53,"root":174,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":174,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":175,"origin":53,"root":175,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":175,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":176,"origin":53,"root":176,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":176,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":177,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":177,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":178,"origin":53,"root":178,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":178,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":179,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":179,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":180,"origin":53,"root":180,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":180,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":181,"origin":53,"root":181,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":181,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":182,"origin":53,"root":182,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":182,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":183,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":183,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":184,"origin":53,"root":184,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":184,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":185,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":185,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":186,"origin":53,"root":186,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":186,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":187,"origin":53,"root":187,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":187,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":188,"origin":53,"root":188,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":188,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":189,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":189,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":190,"origin":53,"root":190,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":190,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":191,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":191,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":192,"origin":53,"root":192,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":192,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":193,"origin":53,"root":193,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":193,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":194,"origin":53,"root":194,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":194,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":195,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":195,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":196,"origin":53,"root":196,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":196,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":197,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":197,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":198,"origin":53,"root":198,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":198,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":199,"origin":53,"root":199,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":199,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":200,"origin":53,"root":200,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":200,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":201,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":201,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":202,"origin":53,"root":202,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":202,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":203,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":203,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":204,"origin":53,"root":204,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":204,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":205,"origin":53,"root":205,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":205,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":206,"origin":53,"root":206,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":206,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":207,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":207,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":208,"origin":53,"root":208,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":208,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":209,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":209,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":210,"origin":53,"root":210,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,25,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":210,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":211,"origin":53,"root":211,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,25,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":211,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":212,"origin":53,"root":212,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":212,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":213,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":213,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":214,"origin":53,"root":214,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":214,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":215,"origin":55,"root":215,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 20, axes: [AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(12) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":215,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":216,"origin":55,"root":216,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[6,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }, AxisTiling { axis: FromStart(0), partitions: 6, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(12) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":216,"shard_bytes":7296,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":217,"origin":59,"root":217,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromStart(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":217,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":218,"origin":59,"root":218,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[3,1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(162) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":218,"shard_bytes":13120,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":219,"origin":62,"root":219,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1458, replicas: 6, axes: [AxisTiling { axis: FromStart(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(9) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":219,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":220,"origin":62,"root":220,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[27,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(243) }, AxisTiling { axis: FromStart(0), partitions: 27, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(9) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":220,"shard_bytes":31232,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":221,"origin":72,"root":221,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1152,2304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 1470, replicas: 10, axes: [AxisTiling { axis: FromStart(1), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(49) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":221,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":222,"origin":72,"root":222,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[3,1,729,2304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1470, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(147) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(49) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":222,"shard_bytes":7104,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":223,"origin":76,"root":223,"name":"operation 28 result 0","group":"operation 28 result 0","shape":[12,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(864) }, AxisTiling { axis: FromStart(0), partitions: 12, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":223,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":224,"origin":83,"root":224,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":224,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":225,"origin":87,"root":225,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[18,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1296, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1296) }, AxisTiling { axis: FromStart(0), partitions: 18, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":225,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":226,"origin":91,"root":226,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,8,2],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":226,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":227,"origin":91,"root":227,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,8,2],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 8, axes: [AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":227,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":228,"origin":94,"root":228,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[5,1,1,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1345, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1345) }, AxisTiling { axis: FromStart(0), partitions: 5, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(269) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":228,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":229,"origin":99,"root":229,"name":"operation 43 result 0","group":"operation 43 result 0","shape":[17,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1224, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1224) }, AxisTiling { axis: FromStart(0), partitions: 17, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":229,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768}],"steps":[{"index":0,"source":0,"operation":"Convert LocalKernel","execution_count":1,"live":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81520,"interleaved":231552}},{"index":1,"source":0,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,137],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81520,"interleaved":228992}},{"index":2,"source":0,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 160, output_columns: 16 }","execution_count":1,"live":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,137,138],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81520,"interleaved":259200}},{"index":3,"source":0,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,138],"scratch":{"standard":5760,"interleaved":0},"usage":{"standard":54512,"interleaved":257792}},{"index":4,"source":1,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":51056,"interleaved":225024}},{"index":5,"source":1,"operation":"Add","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49904,"interleaved":223872}},{"index":6,"source":2,"operation":"Add","execution_count":1,"live":[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223872}},{"index":7,"source":3,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,61],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49904,"interleaved":223872}},{"index":8,"source":3,"operation":"LayerNorm","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,61,62],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52208,"interleaved":223872}},{"index":9,"source":4,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,62,63],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":92528,"interleaved":223872}},{"index":10,"source":4,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,63,64],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":122992,"interleaved":223872}},{"index":11,"source":4,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,64,139],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":251520}},{"index":12,"source":4,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 288, output_columns: 96 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,64,139,140],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":284288}},{"index":13,"source":4,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,65,140],"scratch":{"standard":23680,"interleaved":0},"usage":{"standard":71280,"interleaved":261376}},{"index":14,"source":5,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,65,66],"scratch":{"standard":3456,"interleaved":0},"usage":{"standard":54512,"interleaved":228608}},{"index":15,"source":5,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51056,"interleaved":223872}},{"index":16,"source":6,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52208,"interleaved":223872}},{"index":17,"source":7,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 1152], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68,69],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":53360,"interleaved":223872}},{"index":18,"source":8,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 2304], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68,69,70],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":54512,"interleaved":223872}},{"index":19,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,68,69,70,141],"scratch":{"standard":1280,"interleaved":0},"usage":{"standard":68720,"interleaved":223872}},{"index":20,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,69,70,141,142],"scratch":{"standard":2048,"interleaved":0},"usage":{"standard":70384,"interleaved":223872}},{"index":21,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,70,141,142,143],"scratch":{"standard":2048,"interleaved":0},"usage":{"standard":71280,"interleaved":223872}},{"index":22,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,144],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":68080,"interleaved":234112}},{"index":23,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,144,145],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":68080,"interleaved":244352}},{"index":24,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,144,145,146],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":68080,"interleaved":277120}},{"index":25,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,145,146,147],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":84464,"interleaved":266880}},{"index":26,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,145,147,148],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":84464,"interleaved":266880}},{"index":27,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: true, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,148,149],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":28,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 64, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,150],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":29,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 64, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,150,151],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":30,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,150,151,152],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":31,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,151,152],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":32,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,151,154],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":33,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,154],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":34,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 128, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,156],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":35,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 128, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,156,157],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":36,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,156,157,158],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":37,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,157,158],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":38,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,157,160],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":39,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,160],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":40,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 192, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,162],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":41,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 192, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,162,163],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":42,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,162,163,164],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":43,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,163,164],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":44,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,163,166],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":45,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,166],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":46,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 256, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,168],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":47,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 256, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,168,169],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":48,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,168,169,170],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":49,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,169,170],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":50,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,169,172],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":51,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,172],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":52,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 320, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,174],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":53,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 320, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,174,175],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":54,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,174,175,176],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":55,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,175,176],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":56,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,175,178],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":57,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,178],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":58,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 384, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,180],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":59,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 384, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,180,181],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":60,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,180,181,182],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":61,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,181,182],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":62,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,181,184],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":63,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,184],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":64,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 448, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,186],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":65,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 448, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,186,187],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":66,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,186,187,188],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":67,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,187,188],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":68,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,187,190],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":69,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,190],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":70,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 512, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,192],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":71,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 512, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,192,193],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":72,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,192,193,194],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":73,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,193,194],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":74,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,193,196],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":75,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,196],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":76,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 576, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,198],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":77,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 576, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,198,199],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":78,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,198,199,200],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":79,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,199,200],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":80,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,199,202],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":81,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,202],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":82,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 640, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,204],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":83,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 640, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,204,205],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":244352}},{"index":84,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,204,205,206],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":277120}},{"index":85,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,205,206],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":86,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,205,208],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":266880}},{"index":87,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,208],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":256640}},{"index":88,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 704, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,142,143,147,149,210],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87024,"interleaved":234112}},{"index":89,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 704, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,143,147,149,210,211],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":84976,"interleaved":244352}},{"index":90,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,141,147,149,210,211,212],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":82928,"interleaved":277120}},{"index":91,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 25, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,147,149,211,212],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":66544,"interleaved":266880}},{"index":92,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,147,149,211,214],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":66544,"interleaved":266880}},{"index":93,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,74,147,149,214],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":67824,"interleaved":256640}},{"index":94,"source":13,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: true }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,74,75],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51184,"interleaved":223872}},{"index":95,"source":14,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,75,76],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":64496,"interleaved":223872}},{"index":96,"source":14,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,76,77],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":78576,"interleaved":223872}},{"index":97,"source":14,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,77,215],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":63984,"interleaved":242304}},{"index":98,"source":14,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 192, output_columns: 96 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,77,215,216],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":63984,"interleaved":275072}},{"index":99,"source":14,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,78,216],"scratch":{"standard":8512,"interleaved":0},"usage":{"standard":56112,"interleaved":257856}},{"index":100,"source":15,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,78,79],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":49904,"interleaved":225088}},{"index":101,"source":15,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,79],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223872}},{"index":102,"source":16,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,79],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223872}},{"index":103,"source":17,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,82],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49904,"interleaved":223872}},{"index":104,"source":17,"operation":"LayerNorm","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,82,83],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52208,"interleaved":223872}},{"index":105,"source":18,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,83,84],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":112880,"interleaved":223872}},{"index":106,"source":18,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,84,85],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":143344,"interleaved":223872}},{"index":107,"source":18,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,85,217],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":254592}},{"index":108,"source":18,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 384, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,85,217,218],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":287360}},{"index":109,"source":18,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,86,218],"scratch":{"standard":17920,"interleaved":0},"usage":{"standard":65520,"interleaved":261120}},{"index":110,"source":19,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,86,87],"scratch":{"standard":4304,"interleaved":0},"usage":{"standard":56208,"interleaved":228352}},{"index":111,"source":19,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,87],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51904,"interleaved":223872}},{"index":112,"source":20,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,87,89],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":56168,"interleaved":223872}},{"index":113,"source":20,"operation":"Gelu","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,89],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51864,"interleaved":223872}},{"index":114,"source":21,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,89,91],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":90904,"interleaved":223872}},{"index":115,"source":21,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,91,92],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":119408,"interleaved":223872}},{"index":116,"source":21,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,92,219],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":244352}},{"index":117,"source":21,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 160, output_columns: 128 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,92,219,220],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":277120}},{"index":118,"source":21,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,93,220],"scratch":{"standard":37632,"interleaved":0},"usage":{"standard":85232,"interleaved":257984}},{"index":119,"source":22,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,93,94],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":49904,"interleaved":225216}},{"index":120,"source":22,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,94],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223872}},{"index":121,"source":23,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,94],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223872}},{"index":122,"source":24,"operation":"Repeat 2 boundary","execution_count":1,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":47600,"interleaved":223872}},{"index":123,"source":25,"operation":"Convert DirectRetile","execution_count":1,"live":[28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,98],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":11344,"interleaved":29312}},{"index":124,"source":25,"operation":"LayerNorm","execution_count":1,"live":[28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,98,99],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":12496,"interleaved":29312}},{"index":125,"source":26,"operation":"Convert DirectRetile","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,99,100],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":62416,"interleaved":29312}},{"index":126,"source":26,"operation":"Convert LocalKernel","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,100,101],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":92880,"interleaved":29312}},{"index":127,"source":26,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,101,221],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":36048,"interleaved":47744}},{"index":128,"source":26,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 384, output_columns: 48 }","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,101,221,222],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":36048,"interleaved":62080}},{"index":129,"source":26,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,102,222],"scratch":{"standard":9984,"interleaved":0},"usage":{"standard":13264,"interleaved":46144}},{"index":130,"source":27,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,102,103],"scratch":{"standard":2304,"interleaved":0},"usage":{"standard":7888,"interleaved":13376}},{"index":131,"source":27,"operation":"Add","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,103],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":5584,"interleaved":10880}},{"index":132,"source":28,"operation":"Convert LocalKernel","execution_count":1,"live":[30,33,34,35,36,37,38,39,40,41,42,103,105],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":19664,"interleaved":10880}},{"index":133,"source":28,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 96, output_columns: 16 }","execution_count":1,"live":[33,34,35,36,37,38,39,40,41,42,103,105,223],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":19280,"interleaved":43648}},{"index":134,"source":28,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[34,35,36,37,38,39,40,41,42,103,106,223],"scratch":{"standard":832,"interleaved":0},"usage":{"standard":3728,"interleaved":42176}},{"index":135,"source":29,"operation":"Add","execution_count":1,"live":[34,35,36,37,38,39,40,41,42,103,106],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":2896,"interleaved":9408}},{"index":136,"source":30,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,103,106,108],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":4048,"interleaved":9344}},{"index":137,"source":31,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 1152], view: None }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,103,106,108,109],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":5200,"interleaved":9344}},{"index":138,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,106,108,109,113],"scratch":{"standard":144,"interleaved":0},"usage":{"standard":3184,"interleaved":9344}},{"index":139,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,108,109,113,114],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":108016,"interleaved":9280}},{"index":140,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,109,113,114,115],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":211840,"interleaved":9280}},{"index":141,"source":35,"operation":"FlashAttention { options: AttentionOptions { causal: false, scale: InverseSqrtQueryWidth }, accumulate: F32 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,113,114,115,224],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":210976,"interleaved":9280}},{"index":142,"source":35,"operation":"Cast { from: F32, to: F16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,116,224],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1024,"interleaved":9280}},{"index":143,"source":36,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: true }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,116,117],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":3040,"interleaved":9280}},{"index":144,"source":37,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[35,36,37,38,39,40,41,42,117,118],"scratch":{"standard":256,"interleaved":0},"usage":{"standard":3408,"interleaved":9280}},{"index":145,"source":37,"operation":"Convert LocalKernel","execution_count":1,"live":[35,36,37,38,39,40,41,42,118,119],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17232,"interleaved":9280}},{"index":146,"source":37,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,119,225],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16976,"interleaved":42048}},{"index":147,"source":37,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[36,37,38,39,40,41,42,120,225],"scratch":{"standard":1216,"interleaved":0},"usage":{"standard":1808,"interleaved":41088}},{"index":148,"source":38,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[36,37,38,39,40,41,42,120,121],"scratch":{"standard":8,"interleaved":0},"usage":{"standard":608,"interleaved":8320}},{"index":149,"source":38,"operation":"Add","execution_count":1,"live":[36,37,38,39,40,41,42,121],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":600,"interleaved":8256}},{"index":150,"source":39,"operation":"Convert DirectRetile","execution_count":1,"live":[37,38,39,40,41,42,121,123],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":880,"interleaved":8256}},{"index":151,"source":39,"operation":"LayerNormMoments","execution_count":1,"live":[37,38,39,40,41,42,121,123,226],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":888,"interleaved":8256}},{"index":152,"source":39,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[37,38,39,40,41,42,121,123,226,227],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":952,"interleaved":8256}},{"index":153,"source":39,"operation":"LayerNormApply { parts: 8 }","execution_count":1,"live":[37,38,39,40,41,42,121,123,124,227],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1232,"interleaved":8256}},{"index":154,"source":40,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[39,40,41,42,121,124,125],"scratch":{"standard":1024,"interleaved":0},"usage":{"standard":2352,"interleaved":8256}},{"index":155,"source":40,"operation":"Convert LocalKernel","execution_count":1,"live":[39,40,41,42,121,125,126],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17424,"interleaved":8256}},{"index":156,"source":40,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 256, output_columns: 16 }","execution_count":1,"live":[39,40,41,42,121,126,228],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16400,"interleaved":41024}},{"index":157,"source":40,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[40,41,42,121,127,228],"scratch":{"standard":384,"interleaved":0},"usage":{"standard":400,"interleaved":36992}},{"index":158,"source":41,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[40,41,42,121,127,128],"scratch":{"standard":8,"interleaved":0},"usage":{"standard":32,"interleaved":4224}},{"index":159,"source":41,"operation":"Add","execution_count":1,"live":[40,41,42,121,128],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":24,"interleaved":4160}},{"index":160,"source":42,"operation":"Gelu","execution_count":1,"live":[41,42,121,128],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16,"interleaved":4160}},{"index":161,"source":43,"operation":"Convert DirectRetile","execution_count":1,"live":[41,42,121,128,131],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1040,"interleaved":4160}},{"index":162,"source":43,"operation":"Convert LocalKernel","execution_count":1,"live":[41,42,121,131,132],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17416,"interleaved":4160}},{"index":163,"source":43,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 256, output_columns: 16 }","execution_count":1,"live":[41,42,121,132,229],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16392,"interleaved":36928}},{"index":164,"source":43,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[42,121,133,229],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":1160,"interleaved":32896}},{"index":165,"source":44,"operation":"Add","execution_count":1,"live":[42,121,133],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":8,"interleaved":128}},{"index":166,"source":45,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[121,133,135],"scratch":{"standard":8,"interleaved":0},"usage":{"standard":24,"interleaved":64}},{"index":167,"source":45,"operation":"Add","execution_count":1,"live":[121,135],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16,"interleaved":0}}]}}