{"version":1,"scope":"finalist-14","model":"Planner estimate: sum of per-allocation maximum shard sizes, not a placed tile. Repeat execution counts do not multiply scratch. Exchange rows are reserved separately for the whole program.","tile_count":1472,"budget_bytes":586960,"interleaved_budget_bytes":424880,"standard_contiguous_overflow_bytes":0,"fits_budget":true,"support_reserve_bytes":49152,"effective_peak_bytes":424680,"peak":{"standard":308176,"interleaved":294592,"total":471296,"exchange_rows":95768,"maximum_standard_allocation":104976},"total_peak_step":108,"standard_peak_step":140,"interleaved_peak_step":108,"gemm_output_packing":"Native","attention_products":"SharedRows","timeline":{"values":[{"id":0,"origin":0,"root":0,"name":"vit.image.patches","group":"vit.image.patches","shape":[1,729,588],"precision":"F16","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 320, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 16, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 320, padding_multiple: 320, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":0,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":1,"origin":1,"root":1,"name":"vit.embedding.weight","group":"vit.embedding.weight","shape":[588,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 46, axes: [AxisTiling { axis: FromEnd(2), partitions: 2, padding_groups: 1, block_size: 320, padding_multiple: 320, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(1), partitions: 16, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":1,"shard_bytes":23040,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":2,"origin":2,"root":2,"name":"vit.embedding.bias","group":"vit.embedding.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":2,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":3,"origin":5,"root":3,"name":"vit.position","group":"vit.position","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":3,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":4,"origin":7,"root":4,"name":"vit.encoder.layer0.attention_norm.scale","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":5,"origin":8,"root":5,"name":"vit.encoder.layer1.attention_norm.scale","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":6,"origin":9,"root":6,"name":"vit.encoder.layer0.attention_norm.bias","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":7,"origin":10,"root":7,"name":"vit.encoder.layer1.attention_norm.bias","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":8,"origin":11,"root":8,"name":"vit.encoder.layer0.attention.qkv.weight","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":9,"origin":12,"root":9,"name":"vit.encoder.layer1.attention.qkv.weight","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":10,"origin":13,"root":10,"name":"vit.encoder.layer0.attention.qkv.bias","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":11,"origin":14,"root":11,"name":"vit.encoder.layer1.attention.qkv.bias","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":12,"origin":15,"root":12,"name":"vit.encoder.layer0.attention.output.weight","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 18, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":13,"origin":16,"root":13,"name":"vit.encoder.layer1.attention.output.weight","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 18, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":14,"origin":17,"root":14,"name":"vit.encoder.layer0.attention.output.bias","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":15,"origin":18,"root":15,"name":"vit.encoder.layer1.attention.output.bias","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":16,"origin":19,"root":16,"name":"vit.encoder.layer0.mlp_norm.scale","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":17,"origin":20,"root":17,"name":"vit.encoder.layer1.mlp_norm.scale","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":18,"origin":21,"root":18,"name":"vit.encoder.layer0.mlp_norm.bias","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":19,"origin":22,"root":19,"name":"vit.encoder.layer1.mlp_norm.bias","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":20,"origin":23,"root":20,"name":"vit.encoder.layer0.mlp.up.weight","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":21,"origin":24,"root":21,"name":"vit.encoder.layer1.mlp.up.weight","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":22,"origin":25,"root":22,"name":"vit.encoder.layer0.mlp.up.bias","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":23,"origin":26,"root":23,"name":"vit.encoder.layer1.mlp.up.bias","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":24,"origin":27,"root":24,"name":"vit.encoder.layer0.mlp.down.weight","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":25,"origin":28,"root":25,"name":"vit.encoder.layer1.mlp.down.weight","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":26,"origin":29,"root":26,"name":"vit.encoder.layer0.mlp.down.bias","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":27,"origin":30,"root":27,"name":"vit.encoder.layer1.mlp.down.bias","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":28,"origin":66,"root":28,"name":"vit.encoder.final_norm.scale","group":"vit.encoder.final_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":28,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":29,"origin":67,"root":29,"name":"vit.encoder.final_norm.bias","group":"vit.encoder.final_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":29,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":30,"origin":69,"root":30,"name":"vit.map.probe","group":"vit.map.probe","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":30,"shard_bytes":384,"aligned_bytes":384,"copies":1,"bytes":384},{"id":31,"origin":70,"root":31,"name":"vit.map.attention.kv.weight","group":"vit.map.attention.kv.weight","shape":[1152,2304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 111, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 37, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":31,"shard_bytes":24576,"aligned_bytes":24576,"copies":1,"bytes":24576},{"id":32,"origin":71,"root":32,"name":"vit.map.attention.kv.bias","group":"vit.map.attention.kv.bias","shape":[1,1,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":32,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":33,"origin":74,"root":33,"name":"vit.map.attention.query.weight","group":"vit.map.attention.query.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":33,"shard_bytes":1536,"aligned_bytes":1536,"copies":1,"bytes":1536},{"id":34,"origin":75,"root":34,"name":"vit.map.attention.query.bias","group":"vit.map.attention.query.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":34,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":35,"origin":85,"root":35,"name":"vit.map.attention.output.weight","group":"vit.map.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":35,"shard_bytes":1536,"aligned_bytes":1536,"copies":1,"bytes":1536},{"id":36,"origin":86,"root":36,"name":"vit.map.attention.output.bias","group":"vit.map.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":36,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":37,"origin":89,"root":37,"name":"vit.map.norm.scale","group":"vit.map.norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 4, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(4) }, AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":37,"shard_bytes":576,"aligned_bytes":576,"copies":1,"bytes":576},{"id":38,"origin":90,"root":38,"name":"vit.map.norm.bias","group":"vit.map.norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 4, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(4) }, AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":38,"shard_bytes":576,"aligned_bytes":576,"copies":1,"bytes":576},{"id":39,"origin":92,"root":39,"name":"vit.map.mlp.up.weight","group":"vit.map.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":39,"shard_bytes":4608,"aligned_bytes":4608,"copies":1,"bytes":4608},{"id":40,"origin":93,"root":40,"name":"vit.map.mlp.up.bias","group":"vit.map.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":40,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":41,"origin":97,"root":41,"name":"vit.map.mlp.down.weight","group":"vit.map.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 256, column_block: 16 }), tiling: TensorTiling { tile_count: 1224, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 17, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":41,"shard_bytes":4096,"aligned_bytes":4096,"copies":1,"bytes":4096},{"id":42,"origin":98,"root":42,"name":"vit.map.mlp.down.bias","group":"vit.map.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":42,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":43,"origin":0,"root":43,"name":"vit.image.patches","group":"vit.image.patches","shape":[1,729,588],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 320, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 16, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 320, padding_multiple: 320, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":0,"shard_bytes":5120,"aligned_bytes":5120,"copies":1,"bytes":5120},{"id":44,"origin":3,"root":44,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 32, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":44,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":45,"origin":3,"root":45,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":44,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":46,"origin":4,"root":45,"name":"operation 1 result 0","group":"operation 1 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":46,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":47,"origin":6,"root":45,"name":"operation 2 result 0","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":48,"origin":31,"root":45,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":49,"origin":32,"root":4,"name":"vit.encoder.attention_norm.scale (body argument)","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":50,"origin":33,"root":6,"name":"vit.encoder.attention_norm.bias (body argument)","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":51,"origin":34,"root":8,"name":"vit.encoder.attention.qkv.weight (body argument)","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":52,"origin":35,"root":10,"name":"vit.encoder.attention.qkv.bias (body argument)","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":53,"origin":36,"root":12,"name":"vit.encoder.attention.output.weight (body argument)","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 18, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":54,"origin":37,"root":14,"name":"vit.encoder.attention.output.bias (body argument)","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":55,"origin":38,"root":16,"name":"vit.encoder.mlp_norm.scale (body argument)","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":56,"origin":39,"root":18,"name":"vit.encoder.mlp_norm.bias (body argument)","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":57,"origin":40,"root":20,"name":"vit.encoder.mlp.up.weight (body argument)","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":58,"origin":41,"root":22,"name":"vit.encoder.mlp.up.bias (body argument)","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":59,"origin":42,"root":24,"name":"vit.encoder.mlp.down.weight (body argument)","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":60,"origin":43,"root":26,"name":"vit.encoder.mlp.down.bias (body argument)","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":61,"origin":31,"root":61,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":62,"origin":44,"root":62,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":63,"origin":44,"root":63,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 36, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":42624,"aligned_bytes":42624,"copies":1,"bytes":42624},{"id":64,"origin":44,"root":64,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 36, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":21312,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":65,"origin":45,"root":65,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 144, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(144) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":65,"shard_bytes":4736,"aligned_bytes":4736,"copies":1,"bytes":4736},{"id":66,"origin":45,"root":66,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":65,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":67,"origin":46,"root":66,"name":"operation 5 result 0","group":"operation 5 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":67,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":68,"origin":47,"root":68,"name":"operation 6 result 0","group":"operation 6 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":68,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":69,"origin":48,"root":69,"name":"operation 7 result 0","group":"operation 7 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":69,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":70,"origin":49,"root":70,"name":"operation 8 result 0","group":"operation 8 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":70,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":71,"origin":50,"root":71,"name":"operation 9 result 0","group":"operation 9 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":71,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":72,"origin":51,"root":72,"name":"operation 10 result 0","group":"operation 10 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":72,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":73,"origin":52,"root":73,"name":"operation 11 result 0","group":"operation 11 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":73,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":74,"origin":53,"root":74,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":74,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":75,"origin":54,"root":75,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":76,"origin":54,"root":76,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 18, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":21888,"aligned_bytes":21888,"copies":1,"bytes":21888},{"id":77,"origin":54,"root":77,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 18, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":10944,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":78,"origin":55,"root":78,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":78,"shard_bytes":1216,"aligned_bytes":1216,"copies":1,"bytes":1216},{"id":79,"origin":55,"root":79,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":78,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":80,"origin":56,"root":79,"name":"operation 15 result 0","group":"operation 15 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":80,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":81,"origin":57,"root":45,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":81,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":82,"origin":57,"root":82,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":81,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":83,"origin":58,"root":83,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":84,"origin":58,"root":84,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 54, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":62976,"aligned_bytes":62976,"copies":1,"bytes":62976},{"id":85,"origin":58,"root":85,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 54, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":31488,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":86,"origin":59,"root":86,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":86,"shard_bytes":4480,"aligned_bytes":4480,"copies":1,"bytes":4480},{"id":87,"origin":59,"root":87,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":86,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":88,"origin":60,"root":87,"name":"operation 19 result 0","group":"operation 19 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":88,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":89,"origin":60,"root":89,"name":"operation 19 result 0","group":"operation 19 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1472, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":88,"shard_bytes":4264,"aligned_bytes":4264,"copies":1,"bytes":4264},{"id":90,"origin":61,"root":89,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1472, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":4264,"aligned_bytes":4264,"copies":1,"bytes":4264},{"id":91,"origin":61,"root":91,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":39040,"aligned_bytes":39040,"copies":1,"bytes":39040},{"id":92,"origin":61,"root":92,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":19520,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":93,"origin":62,"root":93,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 54, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(27) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":93,"shard_bytes":1344,"aligned_bytes":1344,"copies":1,"bytes":1344},{"id":94,"origin":62,"root":94,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":93,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":95,"origin":63,"root":94,"name":"operation 22 result 0","group":"operation 22 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":95,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":96,"origin":64,"root":45,"name":"operation 23 result 0","group":"operation 23 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":96,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":97,"origin":65,"root":45,"name":"operation 24 result 0","group":"operation 24 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":98,"origin":65,"root":98,"name":"operation 24 result 0","group":"operation 24 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":99,"origin":68,"root":99,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":100,"origin":68,"root":100,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1443, replicas: 37, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 13, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":44544,"aligned_bytes":44544,"copies":1,"bytes":44544},{"id":101,"origin":68,"root":101,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1443, replicas: 37, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 13, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":22272,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":102,"origin":72,"root":102,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1443, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 111, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 13, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(111) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":102,"shard_bytes":3712,"aligned_bytes":3712,"copies":1,"bytes":3712},{"id":103,"origin":72,"root":103,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":102,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":104,"origin":73,"root":103,"name":"operation 27 result 0","group":"operation 27 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":104,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":105,"origin":69,"root":105,"name":"vit.map.probe","group":"vit.map.probe","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":30,"shard_bytes":192,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":106,"origin":76,"root":106,"name":"operation 28 result 0","group":"operation 28 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":106,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":107,"origin":77,"root":106,"name":"operation 29 result 0","group":"operation 29 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":107,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":108,"origin":78,"root":108,"name":"operation 30 result 0","group":"operation 30 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":108,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":109,"origin":79,"root":109,"name":"operation 31 result 0","group":"operation 31 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":109,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":110,"origin":80,"root":110,"name":"operation 32 result 0","group":"operation 32 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":110,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":111,"origin":81,"root":111,"name":"operation 33 result 0","group":"operation 33 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":111,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":112,"origin":82,"root":112,"name":"operation 34 result 0","group":"operation 34 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":112,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":113,"origin":80,"root":113,"name":"operation 32 result 0","group":"operation 32 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":110,"shard_bytes":144,"aligned_bytes":144,"copies":1,"bytes":144},{"id":114,"origin":81,"root":114,"name":"operation 33 result 0","group":"operation 33 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":111,"shard_bytes":104976,"aligned_bytes":104976,"copies":1,"bytes":104976},{"id":115,"origin":82,"root":115,"name":"operation 34 result 0","group":"operation 34 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":112,"shard_bytes":104976,"aligned_bytes":104976,"copies":1,"bytes":104976},{"id":116,"origin":83,"root":116,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":116,"shard_bytes":144,"aligned_bytes":144,"copies":1,"bytes":144},{"id":117,"origin":84,"root":117,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":117,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":118,"origin":84,"root":118,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":117,"shard_bytes":384,"aligned_bytes":384,"copies":1,"bytes":384},{"id":119,"origin":84,"root":119,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":117,"shard_bytes":192,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":120,"origin":87,"root":120,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":120,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":121,"origin":88,"root":120,"name":"operation 38 result 0","group":"operation 38 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":121,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":122,"origin":88,"root":122,"name":"operation 38 result 0","group":"operation 38 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 4, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(4) }, AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":121,"shard_bytes":576,"aligned_bytes":576,"copies":1,"bytes":576},{"id":123,"origin":91,"root":123,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 4, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(4) }, AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":123,"shard_bytes":576,"aligned_bytes":576,"copies":1,"bytes":576},{"id":124,"origin":91,"root":124,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 269, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":123,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":125,"origin":91,"root":125,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1076, replicas: 269, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":123,"shard_bytes":576,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":126,"origin":94,"root":126,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 269, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(269) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":126,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":127,"origin":94,"root":127,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":126,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":128,"origin":95,"root":127,"name":"operation 41 result 0","group":"operation 41 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":128,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":129,"origin":96,"root":127,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":129,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":130,"origin":96,"root":130,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1224, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 17, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":129,"shard_bytes":1024,"aligned_bytes":1024,"copies":1,"bytes":1024},{"id":131,"origin":96,"root":131,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1224, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 17, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":129,"shard_bytes":512,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":132,"origin":99,"root":132,"name":"operation 43 result 0","group":"operation 43 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":132,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":133,"origin":100,"root":132,"name":"operation 44 result 0","group":"operation 44 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":133,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":134,"origin":101,"root":120,"name":"operation 45 result 0","group":"operation 45 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":134,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":135,"origin":3,"root":135,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,588],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 320, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 16, axes: [AxisTiling { axis: FromStart(1), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 320, padding_multiple: 320, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":135,"shard_bytes":5120,"aligned_bytes":5120,"copies":1,"bytes":5120},{"id":136,"origin":3,"root":136,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[2,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromStart(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(3), partitions: 16, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(92) }, AxisTiling { axis: FromStart(0), partitions: 2, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":136,"shard_bytes":2304,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":137,"origin":45,"root":137,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 10, axes: [AxisTiling { axis: FromStart(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(36) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":137,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":138,"origin":45,"root":138,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[4,1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(144) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(36) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":138,"shard_bytes":14208,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":139,"origin":53,"root":139,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":139,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":140,"origin":53,"root":140,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 960, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":140,"shard_bytes":2048,"aligned_bytes":2048,"copies":1,"bytes":2048},{"id":141,"origin":53,"root":141,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 960, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":141,"shard_bytes":2048,"aligned_bytes":2048,"copies":1,"bytes":2048},{"id":142,"origin":53,"root":142,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":142,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":143,"origin":53,"root":143,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":143,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":144,"origin":53,"root":144,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":144,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":145,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":145,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":146,"origin":53,"root":146,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":146,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":147,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":147,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":148,"origin":53,"root":148,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":148,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":149,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":149,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":150,"origin":53,"root":150,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":150,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":151,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":151,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":152,"origin":53,"root":152,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":152,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":153,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":153,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":154,"origin":53,"root":154,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":154,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":155,"origin":53,"root":155,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":155,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":156,"origin":53,"root":156,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":156,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":157,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":157,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":158,"origin":53,"root":158,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":158,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":159,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":159,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":160,"origin":53,"root":160,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":160,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":161,"origin":53,"root":161,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":161,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":162,"origin":53,"root":162,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":162,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":163,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":163,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":164,"origin":53,"root":164,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":164,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":165,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":165,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":166,"origin":53,"root":166,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":166,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":167,"origin":53,"root":167,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":167,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":168,"origin":53,"root":168,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":168,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":169,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":169,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":170,"origin":53,"root":170,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":170,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":171,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":171,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":172,"origin":53,"root":172,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":172,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":173,"origin":53,"root":173,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":173,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":174,"origin":53,"root":174,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":174,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":175,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":175,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":176,"origin":53,"root":176,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":176,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":177,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":177,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":178,"origin":53,"root":178,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":178,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":179,"origin":53,"root":179,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":179,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":180,"origin":53,"root":180,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":180,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":181,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":181,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":182,"origin":53,"root":182,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":182,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":183,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":183,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":184,"origin":53,"root":184,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":184,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":185,"origin":53,"root":185,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":185,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":186,"origin":53,"root":186,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":186,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":187,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":187,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":188,"origin":53,"root":188,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":188,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":189,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":189,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":190,"origin":53,"root":190,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":190,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":191,"origin":53,"root":191,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":191,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":192,"origin":53,"root":192,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":192,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":193,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":193,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":194,"origin":53,"root":194,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":194,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":195,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":195,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":196,"origin":53,"root":196,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":196,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":197,"origin":53,"root":197,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":197,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":198,"origin":53,"root":198,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":198,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":199,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":199,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":200,"origin":53,"root":200,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":200,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":201,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":201,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":202,"origin":53,"root":202,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":202,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":203,"origin":53,"root":203,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,64,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":203,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":204,"origin":53,"root":204,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":204,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":205,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":205,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":206,"origin":53,"root":206,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":206,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":207,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":207,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":208,"origin":53,"root":208,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,25,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":208,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":209,"origin":53,"root":209,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,25,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 92, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":209,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":210,"origin":53,"root":210,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,64],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":210,"shard_bytes":1024,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":211,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":211,"shard_bytes":1280,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":212,"origin":53,"root":212,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":212,"shard_bytes":1280,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":213,"origin":55,"root":213,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 20, axes: [AxisTiling { axis: FromStart(1), partitions: 18, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(18) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":213,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":214,"origin":55,"root":214,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[4,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 18, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(18) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":214,"shard_bytes":4864,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":215,"origin":59,"root":215,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromStart(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":215,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":216,"origin":59,"root":216,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[3,1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(162) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":216,"shard_bytes":13120,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":217,"origin":62,"root":217,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1458, replicas: 6, axes: [AxisTiling { axis: FromStart(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(9) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":217,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":218,"origin":62,"root":218,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[27,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(243) }, AxisTiling { axis: FromStart(0), partitions: 27, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(9) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":218,"shard_bytes":31232,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":219,"origin":72,"root":219,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1152,2304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 1443, replicas: 13, axes: [AxisTiling { axis: FromStart(1), partitions: 37, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(37) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":219,"shard_bytes":24576,"aligned_bytes":24576,"copies":1,"bytes":24576},{"id":220,"origin":72,"root":220,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[3,1,729,2304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1443, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 37, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 13, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(111) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(37) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":220,"shard_bytes":7424,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":221,"origin":76,"root":221,"name":"operation 28 result 0","group":"operation 28 result 0","shape":[12,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(864) }, AxisTiling { axis: FromStart(0), partitions: 12, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":221,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":222,"origin":83,"root":222,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,72],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":222,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":223,"origin":87,"root":223,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[12,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(864) }, AxisTiling { axis: FromStart(0), partitions: 12, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":223,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":224,"origin":91,"root":224,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,4,2],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 4, replicas: 1, axes: [AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(4) }, AxisTiling { axis: FromStart(2), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":224,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":225,"origin":91,"root":225,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,4,2],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 4, replicas: 4, axes: [AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(4) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":225,"shard_bytes":32,"aligned_bytes":32,"copies":1,"bytes":32},{"id":226,"origin":94,"root":226,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[4,1,1,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1076) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(269) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":226,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":227,"origin":99,"root":227,"name":"operation 43 result 0","group":"operation 43 result 0","shape":[17,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1224, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1224) }, AxisTiling { axis: FromStart(0), partitions: 17, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":227,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768}],"steps":[{"index":0,"source":0,"operation":"Convert LocalKernel","execution_count":1,"live":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":82088,"interleaved":246464}},{"index":1,"source":0,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,135],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":82088,"interleaved":241344}},{"index":2,"source":0,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 320, output_columns: 16 }","execution_count":1,"live":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,135,136],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":82088,"interleaved":268992}},{"index":3,"source":0,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,136],"scratch":{"standard":3456,"interleaved":0},"usage":{"standard":52776,"interleaved":265024}},{"index":4,"source":1,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":51624,"interleaved":232256}},{"index":5,"source":1,"operation":"Add","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":50472,"interleaved":231104}},{"index":6,"source":2,"operation":"Add","execution_count":1,"live":[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49320,"interleaved":231104}},{"index":7,"source":3,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,61],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":50472,"interleaved":231104}},{"index":8,"source":3,"operation":"LayerNorm","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,61,62],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52776,"interleaved":231104}},{"index":9,"source":4,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,62,63],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":93096,"interleaved":231104}},{"index":10,"source":4,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,63,64],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":123560,"interleaved":231104}},{"index":11,"source":4,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,64,137],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80936,"interleaved":258752}},{"index":12,"source":4,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 288, output_columns: 96 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,64,137,138],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80936,"interleaved":291520}},{"index":13,"source":4,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,65,138],"scratch":{"standard":23680,"interleaved":0},"usage":{"standard":71848,"interleaved":268608}},{"index":14,"source":5,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,65,66],"scratch":{"standard":3456,"interleaved":0},"usage":{"standard":55080,"interleaved":235840}},{"index":15,"source":5,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51624,"interleaved":231104}},{"index":16,"source":6,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52776,"interleaved":231104}},{"index":17,"source":7,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 1152], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68,69],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":53928,"interleaved":231104}},{"index":18,"source":8,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 2304], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68,69,70],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":55080,"interleaved":231104}},{"index":19,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,68,69,70,139],"scratch":{"standard":1280,"interleaved":0},"usage":{"standard":69288,"interleaved":231104}},{"index":20,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,69,70,139,140],"scratch":{"standard":2048,"interleaved":0},"usage":{"standard":70952,"interleaved":231104}},{"index":21,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,70,139,140,141],"scratch":{"standard":2048,"interleaved":0},"usage":{"standard":71848,"interleaved":231104}},{"index":22,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,142],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":68648,"interleaved":241344}},{"index":23,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,142,143],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":68648,"interleaved":251584}},{"index":24,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,142,143,144],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":68648,"interleaved":284352}},{"index":25,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,143,144,145],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":85032,"interleaved":274112}},{"index":26,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,143,145,146],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":85032,"interleaved":274112}},{"index":27,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: true, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,146,147],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":28,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 64, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,148],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":29,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 64, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,148,149],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":30,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,148,149,150],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":31,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,149,150],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":32,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,149,152],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":33,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,152],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":34,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 128, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,154],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":35,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 128, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,154,155],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":36,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,154,155,156],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":37,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,155,156],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":38,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,155,158],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":39,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,158],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":40,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 192, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,160],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":41,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 192, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,160,161],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":42,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,160,161,162],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":43,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,161,162],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":44,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,161,164],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":45,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,164],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":46,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 256, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,166],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":47,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 256, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,166,167],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":48,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,166,167,168],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":49,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,167,168],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":50,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,167,170],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":51,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,170],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":52,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 320, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,172],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":53,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 320, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,172,173],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":54,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,172,173,174],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":55,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,173,174],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":56,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,173,176],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":57,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,176],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":58,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 384, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,178],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":59,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 384, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,178,179],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":60,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,178,179,180],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":61,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,179,180],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":62,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,179,182],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":63,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,182],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":64,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 448, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,184],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":65,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 448, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,184,185],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":66,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,184,185,186],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":67,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,185,186],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":68,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,185,188],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":69,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,188],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":70,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 512, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,190],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":71,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 512, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,190,191],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":72,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,190,191,192],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":73,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,191,192],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":74,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,191,194],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":75,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,194],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":76,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 576, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,196],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":77,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 576, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,196,197],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":78,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,196,197,198],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":79,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,197,198],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":80,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,197,200],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":81,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,200],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":82,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 640, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,202],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":83,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 640, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,202,203],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":251584}},{"index":84,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,202,203,204],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":284352}},{"index":85,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 64, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,203,204],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":86,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,203,206],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":274112}},{"index":87,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,206],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":263872}},{"index":88,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 704, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,145,147,208],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":87592,"interleaved":241344}},{"index":89,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 704, 0], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,141,145,147,208,209],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":85544,"interleaved":251584}},{"index":90,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,145,147,208,209,210],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":83496,"interleaved":284352}},{"index":91,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 25, padded_key_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,145,147,209,210],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":67112,"interleaved":274112}},{"index":92,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,145,147,209,212],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":67112,"interleaved":274112}},{"index":93,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 64, initial: false, final_block: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,74,145,147,212],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":68392,"interleaved":263872}},{"index":94,"source":13,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: true }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,74,75],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51752,"interleaved":231104}},{"index":95,"source":14,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,75,76],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":72360,"interleaved":231104}},{"index":96,"source":14,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,76,77],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":86440,"interleaved":231104}},{"index":97,"source":14,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,77,213],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":64552,"interleaved":249536}},{"index":98,"source":14,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 288, output_columns: 64 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,77,213,214],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":64552,"interleaved":282304}},{"index":99,"source":14,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,78,214],"scratch":{"standard":6080,"interleaved":0},"usage":{"standard":54248,"interleaved":265088}},{"index":100,"source":15,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,78,79],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":50472,"interleaved":232320}},{"index":101,"source":15,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,79],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49320,"interleaved":231104}},{"index":102,"source":16,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,79],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49320,"interleaved":231104}},{"index":103,"source":17,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,82],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":50472,"interleaved":231104}},{"index":104,"source":17,"operation":"LayerNorm","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,82,83],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52776,"interleaved":231104}},{"index":105,"source":18,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,83,84],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":113448,"interleaved":231104}},{"index":106,"source":18,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,84,85],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":143912,"interleaved":231104}},{"index":107,"source":18,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,85,215],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80936,"interleaved":261824}},{"index":108,"source":18,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 384, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,85,215,216],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80936,"interleaved":294592}},{"index":109,"source":18,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,86,216],"scratch":{"standard":17920,"interleaved":0},"usage":{"standard":66088,"interleaved":268352}},{"index":110,"source":19,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,86,87],"scratch":{"standard":4304,"interleaved":0},"usage":{"standard":56776,"interleaved":235584}},{"index":111,"source":19,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,87],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52472,"interleaved":231104}},{"index":112,"source":20,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,87,89],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":56736,"interleaved":231104}},{"index":113,"source":20,"operation":"Gelu","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,89],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52432,"interleaved":231104}},{"index":114,"source":21,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,89,91],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":91472,"interleaved":231104}},{"index":115,"source":21,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,91,92],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":119976,"interleaved":231104}},{"index":116,"source":21,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,92,217],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80936,"interleaved":251584}},{"index":117,"source":21,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 160, output_columns: 128 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,92,217,218],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80936,"interleaved":284352}},{"index":118,"source":21,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,93,218],"scratch":{"standard":37632,"interleaved":0},"usage":{"standard":85800,"interleaved":265216}},{"index":119,"source":22,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,93,94],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":50472,"interleaved":232448}},{"index":120,"source":22,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,94],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49320,"interleaved":231104}},{"index":121,"source":23,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,94],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49320,"interleaved":231104}},{"index":122,"source":24,"operation":"Repeat 2 boundary","execution_count":1,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48168,"interleaved":231104}},{"index":123,"source":25,"operation":"Convert DirectRetile","execution_count":1,"live":[28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,98],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":11912,"interleaved":36544}},{"index":124,"source":25,"operation":"LayerNorm","execution_count":1,"live":[28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,98,99],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":13064,"interleaved":36544}},{"index":125,"source":26,"operation":"Convert DirectRetile","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,99,100],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":50696,"interleaved":36544}},{"index":126,"source":26,"operation":"Convert LocalKernel","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,100,101],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81160,"interleaved":36544}},{"index":127,"source":26,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,101,219],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":36616,"interleaved":61120}},{"index":128,"source":26,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 384, output_columns: 64 }","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,101,219,220],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":36616,"interleaved":69312}},{"index":129,"source":26,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,102,220],"scratch":{"standard":14848,"interleaved":0},"usage":{"standard":18696,"interleaved":48448}},{"index":130,"source":27,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,102,103],"scratch":{"standard":2304,"interleaved":0},"usage":{"standard":8456,"interleaved":15680}},{"index":131,"source":27,"operation":"Add","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,103],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":6152,"interleaved":11968}},{"index":132,"source":28,"operation":"Convert LocalKernel","execution_count":1,"live":[30,33,34,35,36,37,38,39,40,41,42,103,105],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":20232,"interleaved":11968}},{"index":133,"source":28,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 96, output_columns: 16 }","execution_count":1,"live":[33,34,35,36,37,38,39,40,41,42,103,105,221],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":19848,"interleaved":44736}},{"index":134,"source":28,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[34,35,36,37,38,39,40,41,42,103,106,221],"scratch":{"standard":832,"interleaved":0},"usage":{"standard":4296,"interleaved":43264}},{"index":135,"source":29,"operation":"Add","execution_count":1,"live":[34,35,36,37,38,39,40,41,42,103,106],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":3464,"interleaved":10496}},{"index":136,"source":30,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,103,106,108],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":4616,"interleaved":10432}},{"index":137,"source":31,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 1152], view: None }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,103,106,108,109],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":5768,"interleaved":10432}},{"index":138,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,106,108,109,113],"scratch":{"standard":144,"interleaved":0},"usage":{"standard":3752,"interleaved":10432}},{"index":139,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,108,109,113,114],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":108584,"interleaved":10368}},{"index":140,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,109,113,114,115],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":212408,"interleaved":10368}},{"index":141,"source":35,"operation":"FlashAttention { options: AttentionOptions { causal: false, scale: InverseSqrtQueryWidth }, accumulate: F32 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,113,114,115,222],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":211544,"interleaved":10368}},{"index":142,"source":35,"operation":"Cast { from: F32, to: F16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,116,222],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1592,"interleaved":10368}},{"index":143,"source":36,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: true }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,116,117],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":3608,"interleaved":10368}},{"index":144,"source":37,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[35,36,37,38,39,40,41,42,117,118],"scratch":{"standard":384,"interleaved":0},"usage":{"standard":4232,"interleaved":10368}},{"index":145,"source":37,"operation":"Convert LocalKernel","execution_count":1,"live":[35,36,37,38,39,40,41,42,118,119],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17928,"interleaved":10368}},{"index":146,"source":37,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 96, output_columns: 16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,119,223],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17544,"interleaved":43136}},{"index":147,"source":37,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[36,37,38,39,40,41,42,120,223],"scratch":{"standard":832,"interleaved":0},"usage":{"standard":1992,"interleaved":41664}},{"index":148,"source":38,"operation":"Add","execution_count":1,"live":[36,37,38,39,40,41,42,120],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1160,"interleaved":8896}},{"index":149,"source":39,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[37,38,39,40,41,42,120,122],"scratch":{"standard":576,"interleaved":0},"usage":{"standard":2312,"interleaved":8832}},{"index":150,"source":39,"operation":"LayerNormMoments","execution_count":1,"live":[37,38,39,40,41,42,120,122,224],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1744,"interleaved":8832}},{"index":151,"source":39,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[37,38,39,40,41,42,120,122,224,225],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1776,"interleaved":8832}},{"index":152,"source":39,"operation":"LayerNormApply { parts: 4 }","execution_count":1,"live":[37,38,39,40,41,42,120,122,123,225],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":2344,"interleaved":8832}},{"index":153,"source":40,"operation":"Convert DirectRetile","execution_count":1,"live":[39,40,41,42,120,123,124],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1736,"interleaved":8832}},{"index":154,"source":40,"operation":"Convert LocalKernel","execution_count":1,"live":[39,40,41,42,120,124,125],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17544,"interleaved":8832}},{"index":155,"source":40,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 288, output_columns: 16 }","execution_count":1,"live":[39,40,41,42,120,125,226],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16392,"interleaved":41600}},{"index":156,"source":40,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[40,41,42,120,126,226],"scratch":{"standard":320,"interleaved":0},"usage":{"standard":328,"interleaved":37056}},{"index":157,"source":41,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[40,41,42,120,126,127],"scratch":{"standard":8,"interleaved":0},"usage":{"standard":24,"interleaved":4288}},{"index":158,"source":41,"operation":"Add","execution_count":1,"live":[40,41,42,120,127],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16,"interleaved":4224}},{"index":159,"source":42,"operation":"Gelu","execution_count":1,"live":[41,42,120,127],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":8,"interleaved":4224}},{"index":160,"source":43,"operation":"Convert DirectRetile","execution_count":1,"live":[41,42,120,127,130],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1032,"interleaved":4224}},{"index":161,"source":43,"operation":"Convert LocalKernel","execution_count":1,"live":[41,42,120,130,131],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17408,"interleaved":4224}},{"index":162,"source":43,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 256, output_columns: 16 }","execution_count":1,"live":[41,42,120,131,227],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16384,"interleaved":36992}},{"index":163,"source":43,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[42,120,132,227],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":1152,"interleaved":32960}},{"index":164,"source":44,"operation":"Add","execution_count":1,"live":[42,120,132],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":0,"interleaved":192}},{"index":165,"source":45,"operation":"Add","execution_count":1,"live":[120,132],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":0,"interleaved":128}}]}}