{"version":1,"scope":"finalist-9","model":"Planner estimate: sum of per-allocation maximum shard sizes, not a placed tile. Repeat execution counts do not multiply scratch. Exchange rows are reserved separately for the whole program.","tile_count":1472,"budget_bytes":586960,"interleaved_budget_bytes":424880,"standard_contiguous_overflow_bytes":0,"fits_budget":true,"support_reserve_bytes":49152,"effective_peak_bytes":416312,"peak":{"standard":205680,"interleaved":286784,"total":429488,"exchange_rows":62328,"maximum_standard_allocation":62976},"total_peak_step":47,"standard_peak_step":45,"interleaved_peak_step":47,"gemm_output_packing":"Native","attention_products":"Automatic","timeline":{"values":[{"id":0,"origin":0,"root":0,"name":"vit.image.patches","group":"vit.image.patches","shape":[1,729,588],"precision":"F16","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 320, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 16, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 320, padding_multiple: 320, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":0,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":1,"origin":1,"root":1,"name":"vit.embedding.weight","group":"vit.embedding.weight","shape":[588,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 46, axes: [AxisTiling { axis: FromEnd(2), partitions: 2, padding_groups: 1, block_size: 320, padding_multiple: 320, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(1), partitions: 16, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":1,"shard_bytes":23040,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":2,"origin":2,"root":2,"name":"vit.embedding.bias","group":"vit.embedding.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":2,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":3,"origin":5,"root":3,"name":"vit.position","group":"vit.position","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":3,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":4,"origin":7,"root":4,"name":"vit.encoder.layer0.attention_norm.scale","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":5,"origin":8,"root":5,"name":"vit.encoder.layer1.attention_norm.scale","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":6,"origin":9,"root":6,"name":"vit.encoder.layer0.attention_norm.bias","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":7,"origin":10,"root":7,"name":"vit.encoder.layer1.attention_norm.bias","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":8,"origin":11,"root":8,"name":"vit.encoder.layer0.attention.qkv.weight","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":9,"origin":12,"root":9,"name":"vit.encoder.layer1.attention.qkv.weight","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":10,"origin":13,"root":10,"name":"vit.encoder.layer0.attention.qkv.bias","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":11,"origin":14,"root":11,"name":"vit.encoder.layer1.attention.qkv.bias","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":12,"origin":15,"root":12,"name":"vit.encoder.layer0.attention.output.weight","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":13,"origin":16,"root":13,"name":"vit.encoder.layer1.attention.output.weight","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":14,"origin":17,"root":14,"name":"vit.encoder.layer0.attention.output.bias","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":15,"origin":18,"root":15,"name":"vit.encoder.layer1.attention.output.bias","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":16,"origin":19,"root":16,"name":"vit.encoder.layer0.mlp_norm.scale","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":17,"origin":20,"root":17,"name":"vit.encoder.layer1.mlp_norm.scale","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":18,"origin":21,"root":18,"name":"vit.encoder.layer0.mlp_norm.bias","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":19,"origin":22,"root":19,"name":"vit.encoder.layer1.mlp_norm.bias","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":20,"origin":23,"root":20,"name":"vit.encoder.layer0.mlp.up.weight","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":21,"origin":24,"root":21,"name":"vit.encoder.layer1.mlp.up.weight","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":22,"origin":25,"root":22,"name":"vit.encoder.layer0.mlp.up.bias","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":23,"origin":26,"root":23,"name":"vit.encoder.layer1.mlp.up.bias","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":24,"origin":27,"root":24,"name":"vit.encoder.layer0.mlp.down.weight","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":25,"origin":28,"root":25,"name":"vit.encoder.layer1.mlp.down.weight","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":26,"origin":29,"root":26,"name":"vit.encoder.layer0.mlp.down.bias","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":27,"origin":30,"root":27,"name":"vit.encoder.layer1.mlp.down.bias","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":28,"origin":66,"root":28,"name":"vit.encoder.final_norm.scale","group":"vit.encoder.final_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":28,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":29,"origin":67,"root":29,"name":"vit.encoder.final_norm.bias","group":"vit.encoder.final_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":29,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":30,"origin":69,"root":30,"name":"vit.map.probe","group":"vit.map.probe","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":30,"shard_bytes":384,"aligned_bytes":384,"copies":1,"bytes":384},{"id":31,"origin":70,"root":31,"name":"vit.map.attention.kv.weight","group":"vit.map.attention.kv.weight","shape":[1152,2304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 147, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":31,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":32,"origin":71,"root":32,"name":"vit.map.attention.kv.bias","group":"vit.map.attention.kv.bias","shape":[1,1,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":32,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":33,"origin":74,"root":33,"name":"vit.map.attention.query.weight","group":"vit.map.attention.query.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":33,"shard_bytes":1536,"aligned_bytes":1536,"copies":1,"bytes":1536},{"id":34,"origin":75,"root":34,"name":"vit.map.attention.query.bias","group":"vit.map.attention.query.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":34,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":35,"origin":85,"root":35,"name":"vit.map.attention.output.weight","group":"vit.map.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 1296, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 18, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":35,"shard_bytes":1024,"aligned_bytes":1024,"copies":1,"bytes":1024},{"id":36,"origin":86,"root":36,"name":"vit.map.attention.output.bias","group":"vit.map.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":36,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":37,"origin":89,"root":37,"name":"vit.map.norm.scale","group":"vit.map.norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":37,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":38,"origin":90,"root":38,"name":"vit.map.norm.bias","group":"vit.map.norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":38,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":39,"origin":92,"root":39,"name":"vit.map.mlp.up.weight","group":"vit.map.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 256, column_block: 16 }), tiling: TensorTiling { tile_count: 1345, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 5, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":39,"shard_bytes":4096,"aligned_bytes":4096,"copies":1,"bytes":4096},{"id":40,"origin":93,"root":40,"name":"vit.map.mlp.up.bias","group":"vit.map.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":40,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":41,"origin":97,"root":41,"name":"vit.map.mlp.down.weight","group":"vit.map.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 224, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 224, padding_multiple: 224, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":41,"shard_bytes":3584,"aligned_bytes":3584,"copies":1,"bytes":3584},{"id":42,"origin":98,"root":42,"name":"vit.map.mlp.down.bias","group":"vit.map.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":42,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":43,"origin":0,"root":43,"name":"vit.image.patches","group":"vit.image.patches","shape":[1,729,588],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 320, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 16, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 320, padding_multiple: 320, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":0,"shard_bytes":5120,"aligned_bytes":5120,"copies":1,"bytes":5120},{"id":44,"origin":3,"root":44,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 32, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":44,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":45,"origin":3,"root":45,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":44,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":46,"origin":4,"root":45,"name":"operation 1 result 0","group":"operation 1 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":46,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":47,"origin":6,"root":45,"name":"operation 2 result 0","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":48,"origin":31,"root":45,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":49,"origin":32,"root":4,"name":"vit.encoder.attention_norm.scale (body argument)","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":50,"origin":33,"root":6,"name":"vit.encoder.attention_norm.bias (body argument)","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":51,"origin":34,"root":8,"name":"vit.encoder.attention.qkv.weight (body argument)","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 144, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":8,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":52,"origin":35,"root":10,"name":"vit.encoder.attention.qkv.bias (body argument)","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":53,"origin":36,"root":12,"name":"vit.encoder.attention.output.weight (body argument)","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":12,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":54,"origin":37,"root":14,"name":"vit.encoder.attention.output.bias (body argument)","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":55,"origin":38,"root":16,"name":"vit.encoder.mlp_norm.scale (body argument)","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":16,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":56,"origin":39,"root":18,"name":"vit.encoder.mlp_norm.bias (body argument)","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":18,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":57,"origin":40,"root":20,"name":"vit.encoder.mlp.up.weight (body argument)","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 162, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":20,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":58,"origin":41,"root":22,"name":"vit.encoder.mlp.up.bias (body argument)","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":59,"origin":42,"root":24,"name":"vit.encoder.mlp.down.weight (body argument)","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":24,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":60,"origin":43,"root":26,"name":"vit.encoder.mlp.down.bias (body argument)","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":61,"origin":31,"root":61,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":62,"origin":44,"root":62,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":63,"origin":44,"root":63,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 36, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":42624,"aligned_bytes":42624,"copies":1,"bytes":42624},{"id":64,"origin":44,"root":64,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 36, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":62,"shard_bytes":21312,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":65,"origin":45,"root":65,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 144, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(144) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":65,"shard_bytes":4736,"aligned_bytes":4736,"copies":1,"bytes":4736},{"id":66,"origin":45,"root":66,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":65,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":67,"origin":46,"root":66,"name":"operation 5 result 0","group":"operation 5 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":67,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":68,"origin":47,"root":68,"name":"operation 6 result 0","group":"operation 6 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":68,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":69,"origin":48,"root":69,"name":"operation 7 result 0","group":"operation 7 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":69,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":70,"origin":49,"root":70,"name":"operation 8 result 0","group":"operation 8 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":70,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":71,"origin":50,"root":71,"name":"operation 9 result 0","group":"operation 9 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":71,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":72,"origin":51,"root":72,"name":"operation 10 result 0","group":"operation 10 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":72,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":73,"origin":52,"root":73,"name":"operation 11 result 0","group":"operation 11 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":73,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":74,"origin":53,"root":74,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":74,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":75,"origin":54,"root":75,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":76,"origin":54,"root":76,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 12, axes: [AxisTiling { axis: FromEnd(1), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":14592,"aligned_bytes":14592,"copies":1,"bytes":14592},{"id":77,"origin":54,"root":77,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 12, axes: [AxisTiling { axis: FromEnd(1), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":75,"shard_bytes":7296,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":78,"origin":55,"root":78,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":78,"shard_bytes":1216,"aligned_bytes":1216,"copies":1,"bytes":1216},{"id":79,"origin":55,"root":79,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":78,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":80,"origin":56,"root":79,"name":"operation 15 result 0","group":"operation 15 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":80,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":81,"origin":57,"root":45,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":81,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":82,"origin":57,"root":82,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":81,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":83,"origin":58,"root":83,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":84,"origin":58,"root":84,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 54, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":62976,"aligned_bytes":62976,"copies":1,"bytes":62976},{"id":85,"origin":58,"root":85,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 54, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":83,"shard_bytes":31488,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":86,"origin":59,"root":86,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 27, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":86,"shard_bytes":4480,"aligned_bytes":4480,"copies":1,"bytes":4480},{"id":87,"origin":59,"root":87,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":86,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":88,"origin":60,"root":87,"name":"operation 19 result 0","group":"operation 19 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":88,"shard_bytes":4304,"aligned_bytes":4304,"copies":1,"bytes":4304},{"id":89,"origin":60,"root":89,"name":"operation 19 result 0","group":"operation 19 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1472, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":88,"shard_bytes":4264,"aligned_bytes":4264,"copies":1,"bytes":4264},{"id":90,"origin":61,"root":89,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1472, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":4264,"aligned_bytes":4264,"copies":1,"bytes":4264},{"id":91,"origin":61,"root":91,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":39040,"aligned_bytes":39040,"copies":1,"bytes":39040},{"id":92,"origin":61,"root":92,"name":"operation 20 result 0","group":"operation 20 result 0","shape":[1,729,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":90,"shard_bytes":19520,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":93,"origin":62,"root":93,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 54, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(27) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":93,"shard_bytes":1344,"aligned_bytes":1344,"copies":1,"bytes":1344},{"id":94,"origin":62,"root":94,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":93,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":95,"origin":63,"root":94,"name":"operation 22 result 0","group":"operation 22 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":95,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":96,"origin":64,"root":45,"name":"operation 23 result 0","group":"operation 23 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":96,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":97,"origin":65,"root":45,"name":"operation 24 result 0","group":"operation 24 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":98,"origin":65,"root":98,"name":"operation 24 result 0","group":"operation 24 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":47,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":99,"origin":68,"root":99,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":100,"origin":68,"root":100,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1470, replicas: 49, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":56832,"aligned_bytes":56832,"copies":1,"bytes":56832},{"id":101,"origin":68,"root":101,"name":"operation 25 result 0","group":"operation 25 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1470, replicas: 49, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":99,"shard_bytes":28416,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":102,"origin":72,"root":102,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1470, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 30, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(49) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":102,"shard_bytes":2496,"aligned_bytes":2496,"copies":1,"bytes":2496},{"id":103,"origin":72,"root":103,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":102,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":104,"origin":73,"root":103,"name":"operation 27 result 0","group":"operation 27 result 0","shape":[1,729,2304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":104,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":105,"origin":69,"root":105,"name":"vit.map.probe","group":"vit.map.probe","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 12, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":30,"shard_bytes":192,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":106,"origin":76,"root":106,"name":"operation 28 result 0","group":"operation 28 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":106,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":107,"origin":77,"root":106,"name":"operation 29 result 0","group":"operation 29 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":107,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":108,"origin":78,"root":108,"name":"operation 30 result 0","group":"operation 30 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":108,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":109,"origin":79,"root":109,"name":"operation 31 result 0","group":"operation 31 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":109,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":110,"origin":80,"root":110,"name":"operation 32 result 0","group":"operation 32 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":110,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":111,"origin":81,"root":111,"name":"operation 33 result 0","group":"operation 33 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":111,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":112,"origin":82,"root":112,"name":"operation 34 result 0","group":"operation 34 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":112,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":113,"origin":83,"root":113,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":113,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":114,"origin":84,"root":114,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":114,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":115,"origin":84,"root":115,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1296, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 18, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":114,"shard_bytes":256,"aligned_bytes":256,"copies":1,"bytes":256},{"id":116,"origin":84,"root":116,"name":"operation 36 result 0","group":"operation 36 result 0","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1296, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 18, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":114,"shard_bytes":128,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":117,"origin":87,"root":117,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":117,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":118,"origin":87,"root":118,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":117,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":119,"origin":88,"root":118,"name":"operation 38 result 0","group":"operation 38 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":119,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":120,"origin":88,"root":120,"name":"operation 38 result 0","group":"operation 38 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":119,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":121,"origin":91,"root":121,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromEnd(1), partitions: 8, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":121,"shard_bytes":288,"aligned_bytes":288,"copies":1,"bytes":288},{"id":122,"origin":91,"root":122,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1345, replicas: 269, axes: [AxisTiling { axis: FromEnd(1), partitions: 5, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":121,"shard_bytes":1024,"aligned_bytes":1024,"copies":1,"bytes":1024},{"id":123,"origin":91,"root":123,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1345, replicas: 269, axes: [AxisTiling { axis: FromEnd(1), partitions: 5, padding_groups: 1, block_size: 256, padding_multiple: 256, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":121,"shard_bytes":512,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":124,"origin":94,"root":124,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 269, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(269) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":124,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":125,"origin":94,"root":125,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":124,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":126,"origin":95,"root":125,"name":"operation 41 result 0","group":"operation 41 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":126,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":127,"origin":96,"root":125,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":127,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":128,"origin":96,"root":128,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 20, padding_groups: 1, block_size: 224, padding_multiple: 224, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":127,"shard_bytes":896,"aligned_bytes":896,"copies":1,"bytes":896},{"id":129,"origin":96,"root":129,"name":"operation 42 result 0","group":"operation 42 result 0","shape":[1,1,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 72, axes: [AxisTiling { axis: FromEnd(1), partitions: 20, padding_groups: 1, block_size: 224, padding_multiple: 224, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":127,"shard_bytes":448,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":130,"origin":99,"root":130,"name":"operation 43 result 0","group":"operation 43 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":130,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":131,"origin":99,"root":131,"name":"operation 43 result 0","group":"operation 43 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":130,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":132,"origin":100,"root":131,"name":"operation 44 result 0","group":"operation 44 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":132,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":133,"origin":101,"root":118,"name":"operation 45 result 0","group":"operation 45 result 0","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":133,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":134,"origin":3,"root":134,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[1,729,588],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(TransposedMatrix { row_block: 320, column_block: 16 }), tiling: TensorTiling { tile_count: 1472, replicas: 16, axes: [AxisTiling { axis: FromStart(1), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 320, padding_multiple: 320, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":134,"shard_bytes":5120,"aligned_bytes":5120,"copies":1,"bytes":5120},{"id":135,"origin":3,"root":135,"name":"operation 0 result 0","group":"operation 0 result 0","shape":[2,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromStart(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(3), partitions: 16, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(92) }, AxisTiling { axis: FromStart(0), partitions: 2, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":135,"shard_bytes":2304,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":136,"origin":45,"root":136,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 10, axes: [AxisTiling { axis: FromStart(1), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(36) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":136,"shard_bytes":27648,"aligned_bytes":27648,"copies":1,"bytes":27648},{"id":137,"origin":45,"root":137,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[4,1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 36, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(144) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(36) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":137,"shard_bytes":14208,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":138,"origin":53,"root":138,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 960, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":138,"shard_bytes":2048,"aligned_bytes":2048,"copies":1,"bytes":2048},{"id":139,"origin":53,"root":139,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 768, column_block: 16 }), tiling: TensorTiling { tile_count: 80, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":139,"shard_bytes":24576,"aligned_bytes":24576,"copies":1,"bytes":24576},{"id":140,"origin":53,"root":140,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1408, replicas: 11, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":140,"shard_bytes":14720,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":141,"origin":53,"root":141,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1408, replicas: 8, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }, AxisTiling { axis: FromStart(1), partitions: 11, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":141,"shard_bytes":12800,"aligned_bytes":12800,"copies":1,"bytes":12800},{"id":142,"origin":53,"root":142,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1408, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }, AxisTiling { axis: FromStart(2), partitions: 11, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":142,"shard_bytes":14720,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":143,"origin":53,"root":143,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":143,"shard_bytes":12288,"aligned_bytes":12288,"copies":1,"bytes":12288},{"id":144,"origin":53,"root":144,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,784],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":144,"shard_bytes":12544,"aligned_bytes":12544,"copies":1,"bytes":12544},{"id":145,"origin":53,"root":145,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,768],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1024, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(128) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":145,"shard_bytes":17664,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":146,"origin":53,"root":146,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 1024, replicas: 8, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":146,"shard_bytes":15360,"aligned_bytes":15360,"copies":1,"bytes":15360},{"id":147,"origin":53,"root":147,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[8,16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1024, replicas: 1, axes: [AxisTiling { axis: FromStart(1), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(128) }, AxisTiling { axis: FromStart(3), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(0), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":147,"shard_bytes":14720,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":148,"origin":53,"root":148,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":148,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":149,"origin":53,"root":149,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":149,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":150,"origin":55,"root":150,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 192, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 20, axes: [AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 6, padding_groups: 1, block_size: 192, padding_multiple: 192, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(12) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":150,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":151,"origin":55,"root":151,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[6,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 12, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }, AxisTiling { axis: FromStart(0), partitions: 6, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(12) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":151,"shard_bytes":7296,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":152,"origin":59,"root":152,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 1458, replicas: 9, axes: [AxisTiling { axis: FromStart(1), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":152,"shard_bytes":30720,"aligned_bytes":30720,"copies":1,"bytes":30720},{"id":153,"origin":59,"root":153,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[3,1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 54, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 9, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(162) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(54) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":153,"shard_bytes":13120,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":154,"origin":62,"root":154,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 160, column_block: 16 }), tiling: TensorTiling { tile_count: 1458, replicas: 6, axes: [AxisTiling { axis: FromStart(1), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 27, padding_groups: 1, block_size: 160, padding_multiple: 160, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(9) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":154,"shard_bytes":20480,"aligned_bytes":20480,"copies":1,"bytes":20480},{"id":155,"origin":62,"root":155,"name":"operation 21 result 0","group":"operation 21 result 0","shape":[27,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 9, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(243) }, AxisTiling { axis: FromStart(0), partitions: 27, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(9) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":155,"shard_bytes":31232,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":156,"origin":72,"root":156,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[1152,2304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 1470, replicas: 10, axes: [AxisTiling { axis: FromStart(1), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(49) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":156,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":157,"origin":72,"root":157,"name":"operation 26 result 0","group":"operation 26 result 0","shape":[3,1,729,2304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1470, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 49, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(147) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(49) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":157,"shard_bytes":7104,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":158,"origin":76,"root":158,"name":"operation 28 result 0","group":"operation 28 result 0","shape":[12,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 864, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(864) }, AxisTiling { axis: FromStart(0), partitions: 12, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":158,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":159,"origin":83,"root":159,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":159,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":160,"origin":83,"root":160,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 768, column_block: 16 }), tiling: TensorTiling { tile_count: 80, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":160,"shard_bytes":24576,"aligned_bytes":24576,"copies":1,"bytes":24576},{"id":161,"origin":83,"root":161,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 736, replicas: 46, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(736) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(736) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":161,"shard_bytes":160,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":162,"origin":83,"root":162,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(736) }, AxisTiling { axis: FromStart(1), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":162,"shard_bytes":2560,"aligned_bytes":2560,"copies":1,"bytes":2560},{"id":163,"origin":83,"root":163,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(736) }, AxisTiling { axis: FromStart(2), partitions: 46, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":163,"shard_bytes":32,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":164,"origin":83,"root":164,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":164,"shard_bytes":1536,"aligned_bytes":1536,"copies":1,"bytes":1536},{"id":165,"origin":83,"root":165,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,784],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":165,"shard_bytes":1568,"aligned_bytes":1568,"copies":1,"bytes":1568},{"id":166,"origin":83,"root":166,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,768],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 640, replicas: 5, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(640) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":166,"shard_bytes":192,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":167,"origin":83,"root":167,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 640, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":167,"shard_bytes":3072,"aligned_bytes":3072,"copies":1,"bytes":3072},{"id":168,"origin":83,"root":168,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[8,16,1,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 640, replicas: 1, axes: [AxisTiling { axis: FromStart(1), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(640) }, AxisTiling { axis: FromStart(3), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(0), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":168,"shard_bytes":32,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":169,"origin":83,"root":169,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":169,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":170,"origin":83,"root":170,"name":"operation 35 result 0","group":"operation 35 result 0","shape":[16,1,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 16, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":170,"shard_bytes":160,"aligned_bytes":160,"copies":1,"bytes":160},{"id":171,"origin":87,"root":171,"name":"operation 37 result 0","group":"operation 37 result 0","shape":[18,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1296, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1296) }, AxisTiling { axis: FromStart(0), partitions: 18, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":171,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":172,"origin":91,"root":172,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,8,2],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 1, axes: [AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":172,"shard_bytes":8,"aligned_bytes":8,"copies":1,"bytes":8},{"id":173,"origin":91,"root":173,"name":"operation 39 result 0","group":"operation 39 result 0","shape":[1,1,8,2],"precision":"F32","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 8, replicas: 8, axes: [AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(8) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":173,"shard_bytes":64,"aligned_bytes":64,"copies":1,"bytes":64},{"id":174,"origin":94,"root":174,"name":"operation 40 result 0","group":"operation 40 result 0","shape":[5,1,1,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1345, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 269, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1345) }, AxisTiling { axis: FromStart(0), partitions: 5, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(269) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":174,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":175,"origin":99,"root":175,"name":"operation 43 result 0","group":"operation 43 result 0","shape":[20,1,1,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1440) }, AxisTiling { axis: FromStart(0), partitions: 20, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":175,"shard_bytes":64,"aligned_bytes":32768,"copies":1,"bytes":32768}],"steps":[{"index":0,"source":0,"operation":"Convert LocalKernel","execution_count":1,"live":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81528,"interleaved":238656}},{"index":1,"source":0,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,134],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81528,"interleaved":233536}},{"index":2,"source":0,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 320, output_columns: 16 }","execution_count":1,"live":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,134,135],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":81528,"interleaved":261184}},{"index":3,"source":0,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,135],"scratch":{"standard":3456,"interleaved":0},"usage":{"standard":52216,"interleaved":257216}},{"index":4,"source":1,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":51064,"interleaved":224448}},{"index":5,"source":1,"operation":"Add","execution_count":1,"live":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49912,"interleaved":223296}},{"index":6,"source":2,"operation":"Add","execution_count":1,"live":[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48760,"interleaved":223296}},{"index":7,"source":3,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,61],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49912,"interleaved":223296}},{"index":8,"source":3,"operation":"LayerNorm","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,61,62],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52216,"interleaved":223296}},{"index":9,"source":4,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,62,63],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":92536,"interleaved":223296}},{"index":10,"source":4,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,63,64],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":123000,"interleaved":223296}},{"index":11,"source":4,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,64,136],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80376,"interleaved":250944}},{"index":12,"source":4,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 288, output_columns: 96 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,64,136,137],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80376,"interleaved":283712}},{"index":13,"source":4,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,65,137],"scratch":{"standard":23680,"interleaved":0},"usage":{"standard":71288,"interleaved":260800}},{"index":14,"source":5,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,65,66],"scratch":{"standard":3456,"interleaved":0},"usage":{"standard":54520,"interleaved":228032}},{"index":15,"source":5,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51064,"interleaved":223296}},{"index":16,"source":6,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52216,"interleaved":223296}},{"index":17,"source":7,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 1152], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68,69],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":53368,"interleaved":223296}},{"index":18,"source":8,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 2304], view: None }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,66,68,69,70],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":54520,"interleaved":223296}},{"index":19,"source":9,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,68,69,70,71],"scratch":{"standard":1280,"interleaved":0},"usage":{"standard":53624,"interleaved":223296}},{"index":20,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,69,70,71,138],"scratch":{"standard":2048,"interleaved":0},"usage":{"standard":55288,"interleaved":223296}},{"index":21,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,70,71,138,139],"scratch":{"standard":24576,"interleaved":0},"usage":{"standard":101240,"interleaved":223296}},{"index":22,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,71,138,139,140],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":91896,"interleaved":223296}},{"index":23,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,138,139,140,141],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":90616,"interleaved":236096}},{"index":24,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 80, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,140,141,142],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":88568,"interleaved":268864}},{"index":25,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,142,143],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":72184,"interleaved":268352}},{"index":26,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,143,144],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":84728,"interleaved":235584}},{"index":27,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,144,145],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":117496,"interleaved":223296}},{"index":28,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,139,144,145,146],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":117496,"interleaved":238656}},{"index":29,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 96, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,144,145,146,147],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":92920,"interleaved":271424}},{"index":30,"source":12,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,144,147,148],"scratch":{"standard":11520,"interleaved":0},"usage":{"standard":71672,"interleaved":257344}},{"index":31,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,144,148,149],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":60152,"interleaved":225856}},{"index":32,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,74,144,149],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":61432,"interleaved":224576}},{"index":33,"source":13,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: true }) }, reuse_local: false }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,74,75],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51192,"interleaved":223296}},{"index":34,"source":14,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,75,76],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":64504,"interleaved":223296}},{"index":35,"source":14,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,76,77],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":78584,"interleaved":223296}},{"index":36,"source":14,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,77,150],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":63992,"interleaved":241728}},{"index":37,"source":14,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 192, output_columns: 96 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,77,150,151],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":63992,"interleaved":274496}},{"index":38,"source":14,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,78,151],"scratch":{"standard":8512,"interleaved":0},"usage":{"standard":56120,"interleaved":257280}},{"index":39,"source":15,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,78,79],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":49912,"interleaved":224512}},{"index":40,"source":15,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,79],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48760,"interleaved":223296}},{"index":41,"source":16,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,79],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48760,"interleaved":223296}},{"index":42,"source":17,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,82],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":49912,"interleaved":223296}},{"index":43,"source":17,"operation":"LayerNorm","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,82,83],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":52216,"interleaved":223296}},{"index":44,"source":18,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,83,84],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":112888,"interleaved":223296}},{"index":45,"source":18,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,84,85],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":143352,"interleaved":223296}},{"index":46,"source":18,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,85,152],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80376,"interleaved":254016}},{"index":47,"source":18,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 384, output_columns: 80 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,85,152,153],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80376,"interleaved":286784}},{"index":48,"source":18,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,86,153],"scratch":{"standard":17920,"interleaved":0},"usage":{"standard":65528,"interleaved":260544}},{"index":49,"source":19,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,86,87],"scratch":{"standard":4304,"interleaved":0},"usage":{"standard":56216,"interleaved":227776}},{"index":50,"source":19,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,87],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51912,"interleaved":223296}},{"index":51,"source":20,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,87,89],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":56176,"interleaved":223296}},{"index":52,"source":20,"operation":"Gelu","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,89],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51872,"interleaved":223296}},{"index":53,"source":21,"operation":"Convert DirectRetile","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,89,91],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":90912,"interleaved":223296}},{"index":54,"source":21,"operation":"Convert LocalKernel","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,91,92],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":119416,"interleaved":223296}},{"index":55,"source":21,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,92,154],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80376,"interleaved":243776}},{"index":56,"source":21,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 160, output_columns: 128 }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,92,154,155],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":80376,"interleaved":276544}},{"index":57,"source":21,"operation":"Sum { axis: 0, staging: Complete }","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,93,155],"scratch":{"standard":37632,"interleaved":0},"usage":{"standard":85240,"interleaved":257408}},{"index":58,"source":22,"operation":"Convert StageLogicalThenTransform","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,93,94],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":49912,"interleaved":224640}},{"index":59,"source":22,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,94],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48760,"interleaved":223296}},{"index":60,"source":23,"operation":"Add","execution_count":2,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,94],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":48760,"interleaved":223296}},{"index":61,"source":24,"operation":"Repeat 2 boundary","execution_count":1,"live":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":47608,"interleaved":223296}},{"index":62,"source":25,"operation":"Convert DirectRetile","execution_count":1,"live":[28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,98],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":11352,"interleaved":28736}},{"index":63,"source":25,"operation":"LayerNorm","execution_count":1,"live":[28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,98,99],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":12504,"interleaved":28736}},{"index":64,"source":26,"operation":"Convert DirectRetile","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,99,100],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":62424,"interleaved":28736}},{"index":65,"source":26,"operation":"Convert LocalKernel","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,100,101],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":92888,"interleaved":28736}},{"index":66,"source":26,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[30,31,32,33,34,35,36,37,38,39,40,41,42,101,156],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":36056,"interleaved":47168}},{"index":67,"source":26,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 384, output_columns: 48 }","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,101,156,157],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":36056,"interleaved":61504}},{"index":68,"source":26,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,102,157],"scratch":{"standard":9984,"interleaved":0},"usage":{"standard":13272,"interleaved":45568}},{"index":69,"source":27,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,102,103],"scratch":{"standard":2304,"interleaved":0},"usage":{"standard":7896,"interleaved":12800}},{"index":70,"source":27,"operation":"Add","execution_count":1,"live":[30,32,33,34,35,36,37,38,39,40,41,42,103],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":5592,"interleaved":10304}},{"index":71,"source":28,"operation":"Convert LocalKernel","execution_count":1,"live":[30,33,34,35,36,37,38,39,40,41,42,103,105],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":19672,"interleaved":10304}},{"index":72,"source":28,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 96, output_columns: 16 }","execution_count":1,"live":[33,34,35,36,37,38,39,40,41,42,103,105,158],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":19288,"interleaved":43072}},{"index":73,"source":28,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[34,35,36,37,38,39,40,41,42,103,106,158],"scratch":{"standard":832,"interleaved":0},"usage":{"standard":3736,"interleaved":41600}},{"index":74,"source":29,"operation":"Add","execution_count":1,"live":[34,35,36,37,38,39,40,41,42,103,106],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":2904,"interleaved":8832}},{"index":75,"source":30,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,103,106,108],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":4056,"interleaved":8768}},{"index":76,"source":31,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 1152], view: None }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,103,106,108,109],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":5208,"interleaved":8768}},{"index":77,"source":32,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,106,108,109,110],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":3064,"interleaved":8768}},{"index":78,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,108,109,110,159],"scratch":{"standard":10240,"interleaved":0},"usage":{"standard":23544,"interleaved":8704}},{"index":79,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,109,110,159,160],"scratch":{"standard":24576,"interleaved":0},"usage":{"standard":61304,"interleaved":8704}},{"index":80,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,110,159,160,161],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51960,"interleaved":8704}},{"index":81,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,159,160,161,162],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":51800,"interleaved":11264}},{"index":82,"source":35,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 80, output_columns: 16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,161,162,163],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":41560,"interleaved":44032}},{"index":83,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,163,164],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":25176,"interleaved":43008}},{"index":84,"source":35,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,164,165],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":26744,"interleaved":10240}},{"index":85,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,165,166],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":43128,"interleaved":8704}},{"index":86,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,160,165,166,167],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":43128,"interleaved":11776}},{"index":87,"source":35,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 96, output_columns: 16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,165,166,167,168],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":18552,"interleaved":44544}},{"index":88,"source":35,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[35,36,37,38,39,40,41,42,165,168,169],"scratch":{"standard":1440,"interleaved":0},"usage":{"standard":3608,"interleaved":41632}},{"index":89,"source":35,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,165,169,170],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":2168,"interleaved":9024}},{"index":90,"source":35,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true }","execution_count":1,"live":[35,36,37,38,39,40,41,42,113,165,170],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":2328,"interleaved":8864}},{"index":91,"source":36,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: true }) }, reuse_local: false }","execution_count":1,"live":[35,36,37,38,39,40,41,42,113,114],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":3064,"interleaved":8704}},{"index":92,"source":37,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[35,36,37,38,39,40,41,42,114,115],"scratch":{"standard":256,"interleaved":0},"usage":{"standard":3416,"interleaved":8704}},{"index":93,"source":37,"operation":"Convert LocalKernel","execution_count":1,"live":[35,36,37,38,39,40,41,42,115,116],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17240,"interleaved":8704}},{"index":94,"source":37,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 64, output_columns: 16 }","execution_count":1,"live":[35,36,37,38,39,40,41,42,116,171],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16984,"interleaved":41472}},{"index":95,"source":37,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[36,37,38,39,40,41,42,117,171],"scratch":{"standard":1216,"interleaved":0},"usage":{"standard":1816,"interleaved":40512}},{"index":96,"source":38,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[36,37,38,39,40,41,42,117,118],"scratch":{"standard":8,"interleaved":0},"usage":{"standard":616,"interleaved":7744}},{"index":97,"source":38,"operation":"Add","execution_count":1,"live":[36,37,38,39,40,41,42,118],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":608,"interleaved":7680}},{"index":98,"source":39,"operation":"Convert DirectRetile","execution_count":1,"live":[37,38,39,40,41,42,118,120],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":888,"interleaved":7680}},{"index":99,"source":39,"operation":"LayerNormMoments","execution_count":1,"live":[37,38,39,40,41,42,118,120,172],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":896,"interleaved":7680}},{"index":100,"source":39,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[37,38,39,40,41,42,118,120,172,173],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":960,"interleaved":7680}},{"index":101,"source":39,"operation":"LayerNormApply { parts: 8 }","execution_count":1,"live":[37,38,39,40,41,42,118,120,121,173],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":1240,"interleaved":7680}},{"index":102,"source":40,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[39,40,41,42,118,121,122],"scratch":{"standard":1024,"interleaved":0},"usage":{"standard":2360,"interleaved":7680}},{"index":103,"source":40,"operation":"Convert LocalKernel","execution_count":1,"live":[39,40,41,42,118,122,123],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17432,"interleaved":7680}},{"index":104,"source":40,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 256, output_columns: 16 }","execution_count":1,"live":[39,40,41,42,118,123,174],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16408,"interleaved":40448}},{"index":105,"source":40,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[40,41,42,118,124,174],"scratch":{"standard":384,"interleaved":0},"usage":{"standard":408,"interleaved":36416}},{"index":106,"source":41,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[40,41,42,118,124,125],"scratch":{"standard":8,"interleaved":0},"usage":{"standard":40,"interleaved":3648}},{"index":107,"source":41,"operation":"Add","execution_count":1,"live":[40,41,42,118,125],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":32,"interleaved":3584}},{"index":108,"source":42,"operation":"Gelu","execution_count":1,"live":[41,42,118,125],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":24,"interleaved":3584}},{"index":109,"source":43,"operation":"Convert DirectRetile","execution_count":1,"live":[41,42,118,125,128],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":920,"interleaved":3584}},{"index":110,"source":43,"operation":"Convert LocalKernel","execution_count":1,"live":[41,42,118,128,129],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":17296,"interleaved":3584}},{"index":111,"source":43,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 224, output_columns: 16 }","execution_count":1,"live":[41,42,118,129,175],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16400,"interleaved":36352}},{"index":112,"source":43,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[42,118,130,175],"scratch":{"standard":1344,"interleaved":0},"usage":{"standard":1360,"interleaved":32832}},{"index":113,"source":44,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[42,118,130,131],"scratch":{"standard":8,"interleaved":0},"usage":{"standard":32,"interleaved":64}},{"index":114,"source":44,"operation":"Add","execution_count":1,"live":[42,118,131],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":24,"interleaved":0}},{"index":115,"source":45,"operation":"Add","execution_count":1,"live":[118,131],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":16,"interleaved":0}}]}}