{"version":1,"scope":"finalist-5","model":"Planner estimate: sum of per-allocation maximum shard sizes, not a placed tile. Repeat execution counts do not multiply scratch. Exchange rows are reserved separately for the whole program.","tile_count":1472,"budget_bytes":586960,"interleaved_budget_bytes":424880,"standard_contiguous_overflow_bytes":0,"fits_budget":true,"support_reserve_bytes":49152,"effective_peak_bytes":416368,"peak":{"standard":206032,"interleaved":286848,"total":429904,"exchange_rows":62688,"maximum_standard_allocation":62976},"total_peak_step":47,"standard_peak_step":45,"interleaved_peak_step":47,"gemm_output_packing":"Automatic","attention_products":"Automatic","timeline":{"values":[{"id":0,"origin":0,"root":0,"name":"vit.image.patches","group":"vit.image.patches","shape":[1,729,588],"precision":"F16","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 8, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":0,"shard_bytes":5120,"aligned_bytes":5120,"copies":1,"bytes":5120},{"id":1,"origin":1,"root":1,"name":"vit.embedding.weight","group":"vit.embedding.weight","shape":[588,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 46, axes: [AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":1,"shard_bytes":23040,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":2,"origin":2,"root":2,"name":"vit.embedding.bias","group":"vit.embedding.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":2,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":3,"origin":5,"root":3,"name":"vit.position","group":"vit.position","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":3,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":4,"origin":7,"root":4,"name":"vit.encoder.layer0.attention_norm.scale","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":5,"origin":8,"root":5,"name":"vit.encoder.layer1.attention_norm.scale","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":6,"origin":9,"root":6,"name":"vit.encoder.layer0.attention_norm.bias","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":7,"origin":10,"root":7,"name":"vit.encoder.layer1.attention_norm.bias","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":8,"origin":11,"root":8,"name":"vit.encoder.layer0.attention.qkv.weight","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":9,"origin":12,"root":9,"name":"vit.encoder.layer1.attention.qkv.weight","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":10,"origin":13,"root":10,"name":"vit.encoder.layer0.attention.qkv.bias","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":11,"origin":14,"root":11,"name":"vit.encoder.layer1.attention.qkv.bias","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":12,"origin":15,"root":12,"name":"vit.encoder.layer0.attention.output.weight","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":13,"origin":16,"root":13,"name":"vit.encoder.layer1.attention.output.weight","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":14,"origin":17,"root":14,"name":"vit.encoder.layer0.attention.output.bias","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":15,"origin":18,"root":15,"name":"vit.encoder.layer1.attention.output.bias","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":16,"origin":19,"root":16,"name":"vit.encoder.layer0.mlp_norm.scale","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":17,"origin":20,"root":17,"name":"vit.encoder.layer1.mlp_norm.scale","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":18,"origin":21,"root":18,"name":"vit.encoder.layer0.mlp_norm.bias","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":19,"origin":22,"root":19,"name":"vit.encoder.layer1.mlp_norm.bias","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":20,"origin":23,"root":20,"name":"vit.encoder.layer0.mlp.up.weight","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":21,"origin":24,"root":21,"name":"vit.encoder.layer1.mlp.up.weight","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":22,"origin":25,"root":22,"name":"vit.encoder.layer0.mlp.up.bias","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":23,"origin":26,"root":23,"name":"vit.encoder.layer1.mlp.up.bias","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":24,"origin":27,"root":24,"name":"vit.encoder.layer0.mlp.down.weight","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":25,"origin":28,"root":25,"name":"vit.encoder.layer1.mlp.down.weight","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":26,"origin":29,"root":26,"name":"vit.encoder.layer0.mlp.down.bias","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":27,"origin":30,"root":27,"name":"vit.encoder.layer1.mlp.down.bias","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":28,"origin":66,"root":28,"name":"vit.encoder.final_norm.scale","group":"vit.encoder.final_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":28,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":29,"origin":67,"root":29,"name":"vit.encoder.final_norm.bias","group":"vit.encoder.final_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":29,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":30,"origin":69,"root":30,"name":"vit.map.probe","group":"vit.map.probe","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":30,"shard_bytes":384,"aligned_bytes":384,"copies":1,"bytes":384},{"id":31,"origin":70,"root":31,"name":"vit.map.attention.kv.weight","group":"vit.map.attention.kv.weight","shape":[1152,2304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 147, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":31,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":32,"origin":71,"root":32,"name":"vit.map.attention.kv.bias","group":"vit.map.attention.kv.bias","shape":[1,1,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":32,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":33,"origin":74,"root":33,"name":"vit.map.attention.query.weight","group":"vit.map.attention.query.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":33,"shard_bytes":1536,"aligned_bytes":1536,"copies":1,"bytes":1536},{"id":34,"origin":75,"root":34,"name":"vit.map.attention.query.bias","group":"vit.map.attention.query.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":34,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":35,"origin":85,"root":35,"name":"vit.map.attention.output.weight","group":"vit.map.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1296, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 18, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":35,"shard_bytes":1024,"aligned_bytes":1024,"copies":1,"bytes":1024},{"id":36,"origin":86,"root":36,"name":"vit.map.attention.output.bias","group":"vit.map.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":36,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":37,"origin":89,"root":37,"name":"vit.map.norm.scale","group":"vit.map.norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":37,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":38,"origin":90,"root":38,"name":"vit.map.norm.bias","group":"vit.map.norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":38,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":39,"origin":92,"root":39,"name":"vit.map.mlp.up.weight","group":"vit.map.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 256, column_block: 16 }), tiling: TensorTiling { tile_count: 1345, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 5, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":39,"shard_bytes":4096,"aligned_bytes":4096,"copies":1,"bytes":4096},{"id":40,"origin":93,"root":40,"name":"vit.map.mlp.up.bias","group":"vit.map.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":40,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":41,"origin":97,"root":41,"name":"vit.map.mlp.down.weight","group":"vit.map.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 224, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 224, padding_multiple: 224, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":41,"shard_bytes":3584,"aligned_bytes":3584,"copies":1,"bytes":3584},{"id":42,"origin":98,"root":42,"name":"vit.map.mlp.down.bias","group":"vit.map.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":42,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":43,"origin":0,"root":43,"name":"vit.image.patches","group":"vit.image.patches","shape":[1,729,588],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 8, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":0,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":44,"origin":3,"root":44,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 32, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":44,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":45,"origin":3,"root":45,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":44,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":46,"origin":4,"root":45,"name":"operation 1 result 0","group":"operation 1 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":46,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":47,"origin":6,"root":45,"name":"operation 2 result 0","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":48,"origin":31,"root":45,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":49,"origin":32,"root":4,"name":"vit.encoder.attention_norm.scale (body argument)","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":50,"origin":33,"root":6,"name":"vit.encoder.attention_norm.bias (body argument)","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":51,"origin":34,"root":8,"name":"vit.encoder.attention.qkv.weight (body argument)","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":52,"origin":35,"root":10,"name":"vit.encoder.attention.qkv.bias (body argument)","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":53,"origin":36,"root":12,"name":"vit.encoder.attention.output.weight (body argument)","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":54,"origin":37,"root":14,"name":"vit.encoder.attention.output.bias (body argument)","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":55,"origin":38,"root":16,"name":"vit.encoder.mlp_norm.scale (body argument)","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":56,"origin":39,"root":18,"name":"vit.encoder.mlp_norm.bias (body argument)","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":57,"origin":40,"root":20,"name":"vit.encoder.mlp.up.weight (body argument)","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":58,"origin":41,"root":22,"name":"vit.encoder.mlp.up.bias (body argument)","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":59,"origin":42,"root":24,"name":"vit.encoder.mlp.down.weight (body argument)","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":60,"origin":43,"root":26,"name":"vit.encoder.mlp.down.bias (body argument)","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":61,"origin":31,"root":61,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":62,"origin":44,"root":62,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":63,"origin":44,"root":63,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 36, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":42624,"aligned_bytes":42624,"copies":1,"bytes":42624},{"id":64,"origin":44,"root":64,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 36, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":21312,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":65,"origin":45,"root":65,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 144, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(144) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":65,"shard_bytes":4736,"aligned_bytes":4736,"copies":1,"bytes":4736},{"id":66,"origin":45,"root":66,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":65,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":67,"origin":46,"root":66,"name":"operation 5 result 0","group":"operation 5 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":67,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":68,"origin":47,"root":68,"name":"operation 6 result 0","group":"operation 6 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":68,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":69,"origin":48,"root":69,"name":"operation 7 result 0","group":"operation 7 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":69,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":70,"origin":49,"root":70,"name":"operation 8 result 0","group":"operation 8 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":70,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":71,"origin":50,"root":71,"name":"operation 9 result 0","group":"operation 9 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":71,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":72,"origin":51,"root":72,"name":"operation 10 result 0","group":"operation 10 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":72,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":73,"origin":52,"root":73,"name":"operation 11 result 0","group":"operation 11 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":73,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":74,"origin":53,"root":74,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":74,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":75,"origin":54,"root":75,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":76,"origin":54,"root":76,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 12, axes: [AxisTiling { axis: FromEnd(1), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":14592,"aligned_bytes":14592,"copies":1,"bytes":14592},{"id":77,"origin":54,"root":77,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 12, axes: [AxisTiling { axis: FromEnd(1), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":7296,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":78,"origin":55,"root":78,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":78,"shard_bytes":1216,"aligned_bytes":1216,"copies":1,"bytes":1216},{"id":79,"origin":55,"root":79,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":78,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":80,"origin":56,"root":79,"name":"operation 15 result 0","group":"operation 15 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":80,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":81,"origin":57,"root":45,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":81,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":82,"origin":57,"root":82,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":81,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":83,"origin":58,"root":83,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":84,"origin":58,"root":84,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 54, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":62976,"aligned_bytes":62976,"copies":1,"bytes":62976},{"id":85,"origin":58,"root":85,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 54, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":31488,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":86,"origin":59,"root":86,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":86,"shard_bytes":4480,"aligned_bytes":4480,"copies":1,"bytes":4480},{"id":87,"origin":59,"root":87,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":86,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":88,"origin":60,"root":87,"name":"operation 19 result 0","group":"operation 19 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":88,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":89,"origin":60,"root":89,"name":"operation 19 result 0","group":"operation 19 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1472, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":88,"shard_bytes":4264,"aligned_bytes":4264,"copies":1,"bytes":4264},{"id":90,"origin":61,"root":89,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1472, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":4264,"aligned_bytes":4264,"copies":1,"bytes":4264},{"id":91,"origin":61,"root":91,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":39040,"aligned_bytes":39040,"copies":1,"bytes":39040},{"id":92,"origin":61,"root":92,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":19520,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":93,"origin":62,"root":93,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 54, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(27) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":93,"shard_bytes":1344,"aligned_bytes":1344,"copies":1,"bytes":1344},{"id":94,"origin":62,"root":94,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":93,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":95,"origin":63,"root":94,"name":"operation 22 result 0","group":"operation 22 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":95,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":96,"origin":64,"root":45,"name":"operation 23 result 0","group":"operation 23 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":96,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":97,"origin":65,"root":45,"name":"operation 24 result 0","group":"operation 24 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":98,"origin":65,"root":98,"name":"operation 24 result 0","group":"operation 24 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":99,"origin":68,"root":99,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":100,"origin":68,"root":100,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1470, replicas: 49, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":56832,"aligned_bytes":56832,"copies":1,"bytes":56832},{"id":101,"origin":68,"root":101,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1470, replicas: 49, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":28416,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":102,"origin":72,"root":102,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1470, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 30, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(49) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":102,"shard_bytes":2496,"aligned_bytes":2496,"copies":1,"bytes":2496},{"id":103,"origin":72,"root":103,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":102,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":104,"origin":73,"root":103,"name":"operation 27 result 0","group":"operation 27 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":104,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":105,"origin":69,"root":105,"name":"vit.map.probe","group":"vit.map.probe","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":30,"shard_bytes":192,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":106,"origin":76,"root":106,"name":"operation 28 result 0","group":"operation 28 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":106,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":107,"origin":77,"root":106,"name":"operation 29 result 0","group":"operation 29 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":107,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":108,"origin":78,"root":108,"name":"operation 30 result 0","group":"operation 30 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":108,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":109,"origin":79,"root":109,"name":"operation 31 result 0","group":"operation 31 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":109,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":110,"origin":80,"root":110,"name":"operation 32 result 0","group":"operation 32 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":110,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":111,"origin":81,"root":111,"name":"operation 33 result 0","group":"operation 33 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":111,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":112,"origin":82,"root":112,"name":"operation 34 result 0","group":"operation 34 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":112,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":113,"origin":83,"root":113,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":113,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":114,"origin":84,"root":114,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":114,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":115,"origin":84,"root":115,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1296, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 18, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":114,"shard_bytes":256,"aligned_bytes":256,"copies":1,"bytes":256},{"id":116,"origin":84,"root":116,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1296, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 18, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":114,"shard_bytes":128,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":117,"origin":87,"root":117,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":117,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":118,"origin":87,"root":118,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":117,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":119,"origin":88,"root":118,"name":"operation 38 result 0","group":"operation 38 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":119,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":120,"origin":88,"root":120,"name":"operation 38 result 0","group":"operation 38 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":119,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":121,"origin":91,"root":121,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":121,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":122,"origin":91,"root":122,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1345, replicas: 269, axes: [AxisTiling { axis: FromEnd(1), partitions: 5, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":121,"shard_bytes":1024,"aligned_bytes":1024,"copies":1,"bytes":1024},{"id":123,"origin":91,"root":123,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1345, replicas: 269, axes: [AxisTiling { axis: FromEnd(1), partitions: 5, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":121,"shard_bytes":512,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":124,"origin":94,"root":124,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 269, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(269) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":124,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":125,"origin":94,"root":125,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":124,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":126,"origin":95,"root":125,"name":"operation 41 result 0","group":"operation 41 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":126,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":127,"origin":96,"root":125,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":127,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":128,"origin":96,"root":128,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 20, padding_groups: 1, block_size: 224, padding_multiple: 224, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":127,"shard_bytes":896,"aligned_bytes":896,"copies":1,"bytes":896},{"id":129,"origin":96,"root":129,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 20, padding_groups: 1, block_size: 224, padding_multiple: 224, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":127,"shard_bytes":448,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":130,"origin":99,"root":130,"name":"operation 43 result 0","group":"operation 43 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":130,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":131,"origin":100,"root":130,"name":"operation 44 result 0","group":"operation 44 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":131,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":132,"origin":88,"root":132,"name":"operation 38 result 0","group":"operation 38 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":119,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":133,"origin":101,"root":132,"name":"operation 45 result 0","group":"operation 45 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":133,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":134,"origin":3,"root":134,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,588],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 8, axes: [AxisTiling { axis: FromStart(1), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 4, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":134,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":135,"origin":3,"root":135,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[4,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromStart(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(3), partitions: 8, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(184) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":135,"shard_bytes":4608,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":136,"origin":45,"root":136,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 10, axes: [AxisTiling { axis: FromStart(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(36) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":136,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":137,"origin":45,"root":137,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[4,1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(144) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(36) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":137,"shard_bytes":14208,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":138,"origin":53,"root":138,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 960, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":138,"shard_bytes":2048,"aligned_bytes":2048,"copies":1,"bytes":2048},{"id":139,"origin":53,"root":139,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 768, column_block: 16 }), tiling: TensorTiling { tile_count: 80, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":139,"shard_bytes":24576,"aligned_bytes":24576,"copies":1,"bytes":24576},{"id":140,"origin":53,"root":140,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1408, replicas: 11, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":140,"shard_bytes":14720,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":141,"origin":53,"root":141,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1408, replicas: 8, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }, AxisTiling { axis: FromStart(1), partitions: 11, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":141,"shard_bytes":12800,"aligned_bytes":12800,"copies":1,"bytes":12800},{"id":142,"origin":53,"root":142,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1408, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }, AxisTiling { axis: FromStart(2), partitions: 11, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":142,"shard_bytes":14720,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":143,"origin":53,"root":143,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":143,"shard_bytes":12288,"aligned_bytes":12288,"copies":1,"bytes":12288},{"id":144,"origin":53,"root":144,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,784],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":144,"shard_bytes":12544,"aligned_bytes":12544,"copies":1,"bytes":12544},{"id":145,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,768],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1024, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(128) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":145,"shard_bytes":17664,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":146,"origin":53,"root":146,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 1024, replicas: 8, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":146,"shard_bytes":15360,"aligned_bytes":15360,"copies":1,"bytes":15360},{"id":147,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[8,16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1024, replicas: 1, axes: [AxisTiling { axis: FromStart(1), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(128) }, AxisTiling { axis: FromStart(3), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(0), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":147,"shard_bytes":14720,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":148,"origin":53,"root":148,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":148,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":149,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":149,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":150,"origin":55,"root":150,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 20, axes: [AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(12) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":150,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":151,"origin":55,"root":151,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[6,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }, AxisTiling { axis: FromStart(0), partitions: 6, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(12) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":151,"shard_bytes":7296,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":152,"origin":59,"root":152,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromStart(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":152,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":153,"origin":59,"root":153,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[3,1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(162) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":153,"shard_bytes":13120,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":154,"origin":62,"root":154,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1458, replicas: 6, axes: [AxisTiling { axis: FromStart(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(9) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":154,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":155,"origin":62,"root":155,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[27,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(243) }, AxisTiling { axis: FromStart(0), partitions: 27, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(9) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":155,"shard_bytes":31232,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":156,"origin":72,"root":156,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1152,2304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 1470, replicas: 10, axes: [AxisTiling { axis: FromStart(1), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(49) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":156,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":157,"origin":72,"root":157,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[3,1,729,2304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1470, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(147) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(49) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":157,"shard_bytes":7104,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":158,"origin":76,"root":158,"name":"operation 28 result 0","group":"operation 28 result 0","shape":[12,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(864) }, AxisTiling { axis: FromStart(0), partitions: 12, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":158,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":159,"origin":83,"root":159,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":159,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":160,"origin":83,"root":160,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 768, column_block: 16 }), tiling: TensorTiling { tile_count: 80, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":160,"shard_bytes":24576,"aligned_bytes":24576,"copies":1,"bytes":24576},{"id":161,"origin":83,"root":161,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 736, replicas: 46, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(736) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(736) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":161,"shard_bytes":160,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":162,"origin":83,"root":162,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(736) }, AxisTiling { axis: FromStart(1), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":162,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":163,"origin":83,"root":163,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(736) }, AxisTiling { axis: FromStart(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":163,"shard_bytes":32,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":164,"origin":83,"root":164,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":164,"shard_bytes":1536,"aligned_bytes":1536,"copies":1,"bytes":1536},{"id":165,"origin":83,"root":165,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,784],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":165,"shard_bytes":1568,"aligned_bytes":1568,"copies":1,"bytes":1568},{"id":166,"origin":83,"root":166,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,768],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 640, replicas: 5, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(640) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":166,"shard_bytes":192,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":167,"origin":83,"root":167,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 640, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":167,"shard_bytes":3072,"aligned_bytes":3072,"copies":1,"bytes":3072},{"id":168,"origin":83,"root":168,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[8,16,1,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 640, replicas: 1, axes: [AxisTiling { axis: FromStart(1), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(640) }, AxisTiling { axis: FromStart(3), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(0), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":168,"shard_bytes":32,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":169,"origin":83,"root":169,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":169,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":170,"origin":83,"root":170,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":170,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":171,"origin":87,"root":171,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[18,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1296, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1296) }, AxisTiling { axis: FromStart(0), partitions: 18, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":171,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":172,"origin":91,"root":172,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,8,2],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":172,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":173,"origin":91,"root":173,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,8,2],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 8, axes: [AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":173,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":174,"origin":94,"root":174,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[5,1,1,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1345, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1345) }, AxisTiling { axis: FromStart(0), partitions: 5, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(269) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":174,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":175,"origin":99,"root":175,"name":"operation 43 result 0","group":"operation 43 result 0","shape":[20,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1440) }, AxisTiling { axis: FromStart(0), partitions: 20, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":175,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768}],"steps":[{"index":0,"source":0,"operation":"Convert LocalKernel","execution_count":1,"live":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81520,"interleaved":231040}},{"index":1,"source":0,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,134],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81520,"interleaved":228480}},{"index":2,"source":0,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 160, output_columns: 16 }","execution_count":1,"live":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,134,135],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81520,"interleaved":258688}},{"index":3,"source":0,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,135],"scratch":{"standard":5760,"interleaved":0},"usage":{"standard":54512,"interleaved":257280}},{"index":4,"source":1,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":51056,"interleaved":224512}},{"index":5,"source":1,"operation":"Add","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49904,"interleaved":223360}},{"index":6,"source":2,"operation":"Add","execution_count":1,"live":[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223360}},{"index":7,"source":3,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,61],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49904,"interleaved":223360}},{"index":8,"source":3,"operation":"LayerNorm","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,61,62],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52208,"interleaved":223360}},{"index":9,"source":4,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,62,63],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":92528,"interleaved":223360}},{"index":10,"source":4,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,63,64],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":122992,"interleaved":223360}},{"index":11,"source":4,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,64,136],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":251008}},{"index":12,"source":4,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 288, output_columns: 96 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,64,136,137],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":283776}},{"index":13,"source":4,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,65,137],"scratch":{"standard":23680,"interleaved":0},"usage":{"standard":71280,"interleaved":260864}},{"index":14,"source":5,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,65,66],"scratch":{"standard":3456,"interleaved":0},"usage":{"standard":54512,"interleaved":228096}},{"index":15,"source":5,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51056,"interleaved":223360}},{"index":16,"source":6,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52208,"interleaved":223360}},{"index":17,"source":7,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 1152], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68,69],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":53360,"interleaved":223360}},{"index":18,"source":8,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 2304], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68,69,70],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":54512,"interleaved":223360}},{"index":19,"source":9,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,68,69,70,71],"scratch":{"standard":1280,"interleaved":0},"usage":{"standard":53616,"interleaved":223360}},{"index":20,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,69,70,71,138],"scratch":{"standard":2048,"interleaved":0},"usage":{"standard":55280,"interleaved":223360}},{"index":21,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,70,71,138,139],"scratch":{"standard":24576,"interleaved":0},"usage":{"standard":101232,"interleaved":223360}},{"index":22,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,71,138,139,140],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":91888,"interleaved":223360}},{"index":23,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,138,139,140,141],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":90608,"interleaved":236160}},{"index":24,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 80, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,142],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":88560,"interleaved":268928}},{"index":25,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,142,143],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":72176,"interleaved":268416}},{"index":26,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,143,144],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":84720,"interleaved":235648}},{"index":27,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,144,145],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":117488,"interleaved":223360}},{"index":28,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,144,145,146],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":117488,"interleaved":238720}},{"index":29,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 96, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,144,145,146,147],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":92912,"interleaved":271488}},{"index":30,"source":12,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,144,147,148],"scratch":{"standard":11520,"interleaved":0},"usage":{"standard":71664,"interleaved":257408}},{"index":31,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,144,148,149],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":60144,"interleaved":225920}},{"index":32,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,74,144,149],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":61424,"interleaved":224640}},{"index":33,"source":13,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: true }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,74,75],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51184,"interleaved":223360}},{"index":34,"source":14,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,75,76],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":64496,"interleaved":223360}},{"index":35,"source":14,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,76,77],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":78576,"interleaved":223360}},{"index":36,"source":14,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,77,150],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":63984,"interleaved":241792}},{"index":37,"source":14,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 192, output_columns: 96 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,77,150,151],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":63984,"interleaved":274560}},{"index":38,"source":14,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,78,151],"scratch":{"standard":8512,"interleaved":0},"usage":{"standard":56112,"interleaved":257344}},{"index":39,"source":15,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,78,79],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":49904,"interleaved":224576}},{"index":40,"source":15,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,79],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223360}},{"index":41,"source":16,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,79],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223360}},{"index":42,"source":17,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,82],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49904,"interleaved":223360}},{"index":43,"source":17,"operation":"LayerNorm","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,82,83],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52208,"interleaved":223360}},{"index":44,"source":18,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,83,84],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":112880,"interleaved":223360}},{"index":45,"source":18,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,84,85],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":143344,"interleaved":223360}},{"index":46,"source":18,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,85,152],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":254080}},{"index":47,"source":18,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 384, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,85,152,153],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":286848}},{"index":48,"source":18,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,86,153],"scratch":{"standard":17920,"interleaved":0},"usage":{"standard":65520,"interleaved":260608}},{"index":49,"source":19,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,86,87],"scratch":{"standard":4304,"interleaved":0},"usage":{"standard":56208,"interleaved":227840}},{"index":50,"source":19,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,87],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51904,"interleaved":223360}},{"index":51,"source":20,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,87,89],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":56168,"interleaved":223360}},{"index":52,"source":20,"operation":"Gelu","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,89],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51864,"interleaved":223360}},{"index":53,"source":21,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,89,91],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":90904,"interleaved":223360}},{"index":54,"source":21,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,91,92],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":119408,"interleaved":223360}},{"index":55,"source":21,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,92,154],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":243840}},{"index":56,"source":21,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 160, output_columns: 128 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,92,154,155],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80368,"interleaved":276608}},{"index":57,"source":21,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,93,155],"scratch":{"standard":37632,"interleaved":0},"usage":{"standard":85232,"interleaved":257472}},{"index":58,"source":22,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,93,94],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":49904,"interleaved":224704}},{"index":59,"source":22,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,94],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223360}},{"index":60,"source":23,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,94],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48752,"interleaved":223360}},{"index":61,"source":24,"operation":"Repeat 2 boundary","execution_count":1,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":47600,"interleaved":223360}},{"index":62,"source":25,"operation":"Convert DirectRetile","execution_count":1,"live":[28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,98],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":11344,"interleaved":28800}},{"index":63,"source":25,"operation":"LayerNorm","execution_count":1,"live":[28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,98,99],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":12496,"interleaved":28800}},{"index":64,"source":26,"operation":"Convert DirectRetile","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,99,100],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":62416,"interleaved":28800}},{"index":65,"source":26,"operation":"Convert LocalKernel","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,100,101],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":92880,"interleaved":28800}},{"index":66,"source":26,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,101,156],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":36048,"interleaved":47232}},{"index":67,"source":26,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 384, output_columns: 48 }","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,101,156,157],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":36048,"interleaved":61568}},{"index":68,"source":26,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,102,157],"scratch":{"standard":9984,"interleaved":0},"usage":{"standard":13264,"interleaved":45632}},{"index":69,"source":27,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,102,103],"scratch":{"standard":2304,"interleaved":0},"usage":{"standard":7888,"interleaved":12864}},{"index":70,"source":27,"operation":"Add","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,103],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":5584,"interleaved":10368}},{"index":71,"source":28,"operation":"Convert LocalKernel","execution_count":1,"live":[30,33,34,35,36,37,38,39,40,41,42,103,105],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":19664,"interleaved":10368}},{"index":72,"source":28,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 96, output_columns: 16 }","execution_count":1,"live":[33,34,35,36,37,38,39,40,41,42,103,105,158],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":19280,"interleaved":43136}},{"index":73,"source":28,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[34,35,36,37,38,39,40,41,42,103,106,158],"scratch":{"standard":832,"interleaved":0},"usage":{"standard":3728,"interleaved":41664}},{"index":74,"source":29,"operation":"Add","execution_count":1,"live":[34,35,36,37,38,39,40,41,42,103,106],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":2896,"interleaved":8896}},{"index":75,"source":30,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,103,106,108],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":4048,"interleaved":8832}},{"index":76,"source":31,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 1152], view: None }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,103,106,108,109],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":5200,"interleaved":8832}},{"index":77,"source":32,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,106,108,109,110],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":3056,"interleaved":8832}},{"index":78,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,108,109,110,159],"scratch":{"standard":10240,"interleaved":0},"usage":{"standard":23536,"interleaved":8768}},{"index":79,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,109,110,159,160],"scratch":{"standard":24576,"interleaved":0},"usage":{"standard":61296,"interleaved":8768}},{"index":80,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,110,159,160,161],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51952,"interleaved":8768}},{"index":81,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,159,160,161,162],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51792,"interleaved":11328}},{"index":82,"source":35,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 80, output_columns: 16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,161,162,163],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":41552,"interleaved":44096}},{"index":83,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,163,164],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":25168,"interleaved":43072}},{"index":84,"source":35,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,164,165],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":26736,"interleaved":10304}},{"index":85,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,165,166],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":43120,"interleaved":8768}},{"index":86,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,165,166,167],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":43120,"interleaved":11840}},{"index":87,"source":35,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 96, output_columns: 16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,165,166,167,168],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":18544,"interleaved":44608}},{"index":88,"source":35,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[35,36,37,38,39,40,41,42,165,168,169],"scratch":{"standard":1440,"interleaved":0},"usage":{"standard":3600,"interleaved":41696}},{"index":89,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,165,169,170],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":2160,"interleaved":9088}},{"index":90,"source":35,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,113,165,170],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":2320,"interleaved":8928}},{"index":91,"source":36,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: true }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,113,114],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":3056,"interleaved":8768}},{"index":92,"source":37,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[35,36,37,38,39,40,41,42,114,115],"scratch":{"standard":256,"interleaved":0},"usage":{"standard":3408,"interleaved":8768}},{"index":93,"source":37,"operation":"Convert LocalKernel","execution_count":1,"live":[35,36,37,38,39,40,41,42,115,116],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17232,"interleaved":8768}},{"index":94,"source":37,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,116,171],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16976,"interleaved":41536}},{"index":95,"source":37,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[36,37,38,39,40,41,42,117,171],"scratch":{"standard":1216,"interleaved":0},"usage":{"standard":1808,"interleaved":40576}},{"index":96,"source":38,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[36,37,38,39,40,41,42,117,118],"scratch":{"standard":8,"interleaved":0},"usage":{"standard":608,"interleaved":7808}},{"index":97,"source":38,"operation":"Add","execution_count":1,"live":[36,37,38,39,40,41,42,118],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":600,"interleaved":7744}},{"index":98,"source":39,"operation":"Convert DirectRetile","execution_count":1,"live":[37,38,39,40,41,42,118,120],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":880,"interleaved":7744}},{"index":99,"source":39,"operation":"LayerNormMoments","execution_count":1,"live":[37,38,39,40,41,42,118,120,172],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":888,"interleaved":7744}},{"index":100,"source":39,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[37,38,39,40,41,42,118,120,172,173],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":952,"interleaved":7744}},{"index":101,"source":39,"operation":"LayerNormApply { parts: 8 }","execution_count":1,"live":[37,38,39,40,41,42,118,120,121,173],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1232,"interleaved":7744}},{"index":102,"source":40,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[39,40,41,42,118,121,122],"scratch":{"standard":1024,"interleaved":0},"usage":{"standard":2352,"interleaved":7744}},{"index":103,"source":40,"operation":"Convert LocalKernel","execution_count":1,"live":[39,40,41,42,118,122,123],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17424,"interleaved":7744}},{"index":104,"source":40,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 256, output_columns: 16 }","execution_count":1,"live":[39,40,41,42,118,123,174],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16400,"interleaved":40512}},{"index":105,"source":40,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[40,41,42,118,124,174],"scratch":{"standard":384,"interleaved":0},"usage":{"standard":400,"interleaved":36480}},{"index":106,"source":41,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[40,41,42,118,124,125],"scratch":{"standard":8,"interleaved":0},"usage":{"standard":32,"interleaved":3712}},{"index":107,"source":41,"operation":"Add","execution_count":1,"live":[40,41,42,118,125],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":24,"interleaved":3648}},{"index":108,"source":42,"operation":"Gelu","execution_count":1,"live":[41,42,118,125],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16,"interleaved":3648}},{"index":109,"source":43,"operation":"Convert DirectRetile","execution_count":1,"live":[41,42,118,125,128],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":912,"interleaved":3648}},{"index":110,"source":43,"operation":"Convert LocalKernel","execution_count":1,"live":[41,42,118,128,129],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17288,"interleaved":3648}},{"index":111,"source":43,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 224, output_columns: 16 }","execution_count":1,"live":[41,42,118,129,175],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16392,"interleaved":36416}},{"index":112,"source":43,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[42,118,130,175],"scratch":{"standard":1344,"interleaved":0},"usage":{"standard":1352,"interleaved":32896}},{"index":113,"source":44,"operation":"Add","execution_count":1,"live":[42,118,130],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":8,"interleaved":128}},{"index":114,"source":45,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[118,130,132],"scratch":{"standard":64,"interleaved":0},"usage":{"standard":72,"interleaved":128}},{"index":115,"source":45,"operation":"Add","execution_count":1,"live":[130,132],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":0,"interleaved":128}}]}}