{"version":1,"scope":"rejected-op18","model":"Planner estimate: sum of per-allocation maximum shard sizes, not a placed tile. Repeat execution counts do not multiply scratch. Exchange rows are reserved separately for the whole program.","tile_count":1472,"budget_bytes":586960,"interleaved_budget_bytes":424880,"standard_contiguous_overflow_bytes":0,"fits_budget":false,"support_reserve_bytes":49152,"effective_peak_bytes":625920,"peak":{"standard":347588,"interleaved":294912,"total":615364,"exchange_rows":38596,"maximum_standard_allocation":147456},"total_peak_step":3,"standard_peak_step":39,"interleaved_peak_step":4,"gemm_output_packing":"Native","attention_products":"Automatic","timeline":{"values":[{"id":0,"origin":103,"root":0,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 1472, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":0,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":1,"origin":104,"root":1,"name":"vit.encoder.attention_norm.scale (body argument)","group":"vit.encoder.attention_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":1,"shard_bytes":2304,"aligned_bytes":2304,"copies":8,"bytes":18432},{"id":2,"origin":105,"root":2,"name":"vit.encoder.attention_norm.bias (body argument)","group":"vit.encoder.attention_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":2,"shard_bytes":2304,"aligned_bytes":2304,"copies":8,"bytes":18432},{"id":3,"origin":106,"root":3,"name":"vit.encoder.attention.qkv.weight (body argument)","group":"vit.encoder.attention.qkv.weight","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 128, column_block: 16 }), tiling: TensorTiling { tile_count: 243, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 27, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 9, padding_groups: 1, block_size: 128, padding_multiple: 128, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":3,"shard_bytes":16384,"aligned_bytes":16384,"copies":8,"bytes":131072},{"id":4,"origin":107,"root":4,"name":"vit.encoder.attention.qkv.bias (body argument)","group":"vit.encoder.attention.qkv.bias","shape":[1,1,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":4,"shard_bytes":3456,"aligned_bytes":3456,"copies":8,"bytes":27648},{"id":5,"origin":108,"root":5,"name":"vit.encoder.attention.output.weight (body argument)","group":"vit.encoder.attention.output.weight","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 72, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 24, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":5,"shard_bytes":18432,"aligned_bytes":18432,"copies":8,"bytes":147456},{"id":6,"origin":109,"root":6,"name":"vit.encoder.attention.output.bias (body argument)","group":"vit.encoder.attention.output.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":6,"shard_bytes":1152,"aligned_bytes":1152,"copies":8,"bytes":9216},{"id":7,"origin":110,"root":7,"name":"vit.encoder.mlp_norm.scale (body argument)","group":"vit.encoder.mlp_norm.scale","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":7,"shard_bytes":2304,"aligned_bytes":2304,"copies":8,"bytes":18432},{"id":8,"origin":111,"root":8,"name":"vit.encoder.mlp_norm.bias (body argument)","group":"vit.encoder.mlp_norm.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 729, axes: [AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":8,"shard_bytes":2304,"aligned_bytes":2304,"copies":8,"bytes":18432},{"id":9,"origin":112,"root":9,"name":"vit.encoder.mlp.up.weight (body argument)","group":"vit.encoder.mlp.up.weight","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 292, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 73, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":9,"shard_bytes":18432,"aligned_bytes":18432,"copies":8,"bytes":147456},{"id":10,"origin":113,"root":10,"name":"vit.encoder.mlp.up.bias (body argument)","group":"vit.encoder.mlp.up.bias","shape":[1,1,4304],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1076, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1076, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":10,"shard_bytes":8,"aligned_bytes":8,"copies":8,"bytes":64},{"id":11,"origin":114,"root":11,"name":"vit.encoder.mlp.down.weight (body argument)","group":"vit.encoder.mlp.down.weight","shape":[4304,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 1472, padding_groups: 1, block_size: 8, padding_multiple: 8, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":11,"shard_bytes":3376,"aligned_bytes":3376,"copies":8,"bytes":27008},{"id":12,"origin":115,"root":12,"name":"vit.encoder.mlp.down.bias (body argument)","group":"vit.encoder.mlp.down.bias","shape":[1,1,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 288, replicas: 1, axes: [AxisTiling { axis: Linear, partitions: 288, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":12,"shard_bytes":8,"aligned_bytes":8,"copies":8,"bytes":64},{"id":13,"origin":103,"root":13,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":0,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":14,"origin":116,"root":14,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":15,"origin":116,"root":15,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 27, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 128, padding_multiple: 128, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":31232,"aligned_bytes":31232,"copies":1,"bytes":31232},{"id":16,"origin":116,"root":16,"name":"operation 3 result 0","group":"operation 3 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 27, axes: [AxisTiling { axis: FromEnd(1), partitions: 9, padding_groups: 1, block_size: 128, padding_multiple: 128, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":14,"shard_bytes":15616,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":17,"origin":117,"root":17,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 81, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 18, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(81) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":17,"shard_bytes":4032,"aligned_bytes":4032,"copies":1,"bytes":4032},{"id":18,"origin":117,"root":18,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":17,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":19,"origin":118,"root":18,"name":"operation 5 result 0","group":"operation 5 result 0","shape":[1,729,3456],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":19,"shard_bytes":3456,"aligned_bytes":3456,"copies":1,"bytes":3456},{"id":20,"origin":119,"root":20,"name":"operation 6 result 0","group":"operation 6 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":20,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":21,"origin":120,"root":21,"name":"operation 7 result 0","group":"operation 7 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":21,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":22,"origin":121,"root":22,"name":"operation 8 result 0","group":"operation 8 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":22,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":23,"origin":122,"root":23,"name":"operation 9 result 0","group":"operation 9 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":23,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":24,"origin":123,"root":24,"name":"operation 10 result 0","group":"operation 10 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":24,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":25,"origin":124,"root":25,"name":"operation 11 result 0","group":"operation 11 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 64, column_block: 16 }), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":25,"shard_bytes":10240,"aligned_bytes":10240,"copies":1,"bytes":10240},{"id":26,"origin":125,"root":26,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":26,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":27,"origin":126,"root":27,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":27,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":28,"origin":126,"root":28,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1440, replicas: 24, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":27,"shard_bytes":29184,"aligned_bytes":29184,"copies":1,"bytes":29184},{"id":29,"origin":126,"root":29,"name":"operation 13 result 0","group":"operation 13 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 24, axes: [AxisTiling { axis: FromEnd(1), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":27,"shard_bytes":14592,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":30,"origin":127,"root":30,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 72, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":30,"shard_bytes":1216,"aligned_bytes":1216,"copies":1,"bytes":1216},{"id":31,"origin":127,"root":31,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":30,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":32,"origin":128,"root":31,"name":"operation 15 result 0","group":"operation 15 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":32,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":33,"origin":103,"root":33,"name":"operation 2 result 0 (body argument)","group":"operation 2 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":0,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":34,"origin":129,"root":33,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(2) }, AxisTiling { axis: FromEnd(1), partitions: 2, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":34,"shard_bytes":1152,"aligned_bytes":1152,"copies":1,"bytes":1152},{"id":35,"origin":129,"root":35,"name":"operation 16 result 0","group":"operation 16 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":34,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":36,"origin":130,"root":36,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 729, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 729, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 4, padding_multiple: 4, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":36,"shard_bytes":2304,"aligned_bytes":2304,"copies":1,"bytes":2304},{"id":37,"origin":130,"root":37,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F16","layout":"Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1460, replicas: 73, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 5, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":36,"shard_bytes":84096,"aligned_bytes":84096,"copies":1,"bytes":84096},{"id":38,"origin":130,"root":38,"name":"operation 17 result 0","group":"operation 17 result 0","shape":[1,729,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1460, replicas: 73, axes: [AxisTiling { axis: FromEnd(1), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: None }, AxisTiling { axis: FromEnd(2), partitions: 5, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":36,"shard_bytes":42048,"aligned_bytes":49152,"copies":1,"bytes":49152},{"id":39,"origin":131,"root":39,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1460, replicas: 1, axes: [AxisTiling { axis: FromEnd(1), partitions: 146, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 10, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(146) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":39,"shard_bytes":4736,"aligned_bytes":4736,"copies":1,"bytes":4736},{"id":40,"origin":117,"root":40,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[1152,3456],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 128, column_block: 16 }), tiling: TensorTiling { tile_count: 1458, replicas: 6, axes: [AxisTiling { axis: FromStart(1), partitions: 27, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 9, padding_groups: 1, block_size: 128, padding_multiple: 128, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(27) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":40,"shard_bytes":16384,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":41,"origin":117,"root":41,"name":"operation 4 result 0","group":"operation 4 result 0","shape":[9,1,729,3456],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1458, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 27, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 6, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(243) }, AxisTiling { axis: FromStart(0), partitions: 9, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(27) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":41,"shard_bytes":31232,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":42,"origin":125,"root":42,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 960, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 12, padding_groups: 1, block_size: 64, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":42,"shard_bytes":2048,"aligned_bytes":2048,"copies":1,"bytes":2048},{"id":43,"origin":125,"root":43,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 768, column_block: 16 }), tiling: TensorTiling { tile_count: 80, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(80) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":43,"shard_bytes":24576,"aligned_bytes":24576,"copies":1,"bytes":24576},{"id":44,"origin":125,"root":44,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1408, replicas: 11, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":44,"shard_bytes":14720,"aligned_bytes":16384,"copies":1,"bytes":16384},{"id":45,"origin":125,"root":45,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 1408, replicas: 8, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 80, padding_multiple: 80, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }, AxisTiling { axis: FromStart(1), partitions: 11, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":45,"shard_bytes":12800,"aligned_bytes":12800,"copies":1,"bytes":12800},{"id":46,"origin":125,"root":46,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1408, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(176) }, AxisTiling { axis: FromStart(2), partitions: 11, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":46,"shard_bytes":14720,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":47,"origin":125,"root":47,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,729],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 768, padding_multiple: 768, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":47,"shard_bytes":12288,"aligned_bytes":12288,"copies":1,"bytes":12288},{"id":48,"origin":125,"root":48,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,784],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":48,"shard_bytes":12544,"aligned_bytes":12544,"copies":1,"bytes":12544},{"id":49,"origin":125,"root":49,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,768],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1024, replicas: 1, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(128) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":49,"shard_bytes":17664,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":50,"origin":125,"root":50,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: BlockMajor(Matrix { row_block: 96, column_block: 16 }), tiling: TensorTiling { tile_count: 1024, replicas: 8, axes: [AxisTiling { axis: FromStart(0), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(1), partitions: 8, padding_groups: 1, block_size: 96, padding_multiple: 96, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(2), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":50,"shard_bytes":15360,"aligned_bytes":15360,"copies":1,"bytes":15360},{"id":51,"origin":125,"root":51,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[8,16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1024, replicas: 1, axes: [AxisTiling { axis: FromStart(1), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(128) }, AxisTiling { axis: FromStart(3), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromStart(0), partitions: 8, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":51,"shard_bytes":14720,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":52,"origin":125,"root":52,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,72],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":52,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":53,"origin":125,"root":53,"name":"operation 12 result 0","group":"operation 12 result 0","shape":[16,729,80],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":53,"shard_bytes":1280,"aligned_bytes":1280,"copies":1,"bytes":1280},{"id":54,"origin":127,"root":54,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[1152,1152],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 384, column_block: 16 }), tiling: TensorTiling { tile_count: 1440, replicas: 20, axes: [AxisTiling { axis: FromStart(1), partitions: 24, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 384, padding_multiple: 384, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(24) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":54,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":55,"origin":127,"root":55,"name":"operation 14 result 0","group":"operation 14 result 0","shape":[3,1,729,1152],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1440, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 24, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 20, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(72) }, AxisTiling { axis: FromStart(0), partitions: 3, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(24) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":55,"shard_bytes":3648,"aligned_bytes":32768,"copies":1,"bytes":32768},{"id":56,"origin":131,"root":56,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[1152,4304],"precision":"F8F143 { scale_exponent: -4 }","layout":"Layout { order: BlockMajor(Matrix { row_block: 288, column_block: 16 }), tiling: TensorTiling { tile_count: 1460, replicas: 5, axes: [AxisTiling { axis: FromStart(1), partitions: 73, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 288, padding_multiple: 288, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(73) }] }, memory_class: Ipu21Standard }","layout_error":null,"class":"Ipu21Standard","storage_group":56,"shard_bytes":18432,"aligned_bytes":18432,"copies":1,"bytes":18432},{"id":57,"origin":131,"root":57,"name":"operation 18 result 0","group":"operation 18 result 0","shape":[4,1,729,4304],"precision":"F16","layout":"Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1460, replicas: 1, axes: [AxisTiling { axis: FromStart(3), partitions: 73, padding_groups: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromStart(2), partitions: 5, padding_groups: 1, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(292) }, AxisTiling { axis: FromStart(0), partitions: 4, padding_groups: 1, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(73) }] }, memory_class: Ipu21Interleaved }","layout_error":null,"class":"Ipu21Interleaved","storage_group":57,"shard_bytes":18688,"aligned_bytes":32768,"copies":1,"bytes":32768}],"steps":[{"index":0,"source":3,"operation":"Convert DirectRetile","execution_count":1,"live":[0,1,2,3,4,5,6,7,8,9,10,11,12,13],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":289792,"interleaved":278528}},{"index":1,"source":3,"operation":"LayerNorm","execution_count":1,"live":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":292096,"interleaved":278528}},{"index":2,"source":4,"operation":"Convert DirectRetile","execution_count":1,"live":[0,3,4,5,6,7,8,9,10,11,12,14,15],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":284160,"interleaved":278528}},{"index":3,"source":4,"operation":"Convert LocalKernel","execution_count":1,"live":[0,3,4,5,6,7,8,9,10,11,12,15,16],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":298240,"interleaved":278528}},{"index":4,"source":4,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[0,3,4,5,6,7,8,9,10,11,12,16,40],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":267008,"interleaved":294912}},{"index":5,"source":4,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 128, output_columns: 128 }","execution_count":1,"live":[0,4,5,6,7,8,9,10,11,12,16,40,41],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":267008,"interleaved":196608}},{"index":6,"source":4,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[0,4,5,6,7,8,9,10,11,12,17,41],"scratch":{"standard":40320,"interleaved":0},"usage":{"standard":290944,"interleaved":184256}},{"index":7,"source":5,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[0,4,5,6,7,8,9,10,11,12,17,18],"scratch":{"standard":3456,"interleaved":0},"usage":{"standard":257536,"interleaved":151488}},{"index":8,"source":5,"operation":"Add","execution_count":1,"live":[0,4,5,6,7,8,9,10,11,12,18],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":254080,"interleaved":147456}},{"index":9,"source":6,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 0], view: None }, reuse_local: false }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,18,20],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":227584,"interleaved":147456}},{"index":10,"source":7,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 1152], view: None }, reuse_local: false }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,18,20,21],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":228736,"interleaved":147456}},{"index":11,"source":8,"operation":"Copy { mapping: CoordinateMapping { offsets: [0, 0, 2304], view: None }, reuse_local: false }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,18,20,21,22],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":229888,"interleaved":147456}},{"index":12,"source":9,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,20,21,22,23],"scratch":{"standard":1280,"interleaved":0},"usage":{"standard":228992,"interleaved":147456}},{"index":13,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,21,22,23,42],"scratch":{"standard":2048,"interleaved":0},"usage":{"standard":230656,"interleaved":147456}},{"index":14,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: false }) }, reuse_local: false }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,22,23,42,43],"scratch":{"standard":24576,"interleaved":0},"usage":{"standard":276608,"interleaved":147456}},{"index":15,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,23,42,43,44],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":267264,"interleaved":147456}},{"index":16,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,42,43,44,45],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":265984,"interleaved":160256}},{"index":17,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 80, output_columns: 80 }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,43,44,45,46],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":263936,"interleaved":193024}},{"index":18,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,43,46,47],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":247552,"interleaved":192512}},{"index":19,"source":12,"operation":"AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,43,47,48],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":260096,"interleaved":159744}},{"index":20,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,43,48,49],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":292864,"interleaved":147456}},{"index":21,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,43,48,49,50],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":292864,"interleaved":162816}},{"index":22,"source":12,"operation":"Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Interleaved, inner_block: 96, output_columns: 80 }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,48,49,50,51],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":268288,"interleaved":195584}},{"index":23,"source":12,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,48,51,52],"scratch":{"standard":11520,"interleaved":0},"usage":{"standard":247040,"interleaved":181504}},{"index":24,"source":12,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,48,52,53],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":235520,"interleaved":150016}},{"index":25,"source":12,"operation":"AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,26,48,53],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":236800,"interleaved":148736}},{"index":26,"source":13,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: Some(AxisFactorView { split_axis: 2, merge_axis: 0, factor: 16, reversed: true }) }, reuse_local: false }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,26,27],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":226560,"interleaved":147456}},{"index":27,"source":14,"operation":"Convert DirectRetile","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,27,28],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":254464,"interleaved":147456}},{"index":28,"source":14,"operation":"Convert LocalKernel","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,28,29],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":268544,"interleaved":147456}},{"index":29,"source":14,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[0,5,6,7,8,9,10,11,12,29,54],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":239360,"interleaved":165888}},{"index":30,"source":14,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 384, output_columns: 48 }","execution_count":1,"live":[0,6,7,8,9,10,11,12,29,54,55],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":239360,"interleaved":51200}},{"index":31,"source":14,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[0,6,7,8,9,10,11,12,30,55],"scratch":{"standard":4864,"interleaved":0},"usage":{"standard":227840,"interleaved":33984}},{"index":32,"source":15,"operation":"Convert StageLogicalThenTransform","execution_count":1,"live":[0,6,7,8,9,10,11,12,30,31],"scratch":{"standard":1152,"interleaved":0},"usage":{"standard":225280,"interleaved":1216}},{"index":33,"source":15,"operation":"Add","execution_count":1,"live":[0,6,7,8,9,10,11,12,31],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":224128,"interleaved":0}},{"index":34,"source":16,"operation":"Convert DirectRetile","execution_count":1,"live":[0,7,8,9,10,11,12,31,33],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":216064,"interleaved":0}},{"index":35,"source":16,"operation":"Add","execution_count":1,"live":[7,8,9,10,11,12,31,33],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":213760,"interleaved":0}},{"index":36,"source":17,"operation":"Convert DirectRetile","execution_count":1,"live":[7,8,9,10,11,12,33,35],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":214912,"interleaved":0}},{"index":37,"source":17,"operation":"LayerNorm","execution_count":1,"live":[7,8,9,10,11,12,33,35,36],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":217216,"interleaved":0}},{"index":38,"source":18,"operation":"Convert DirectRetile","execution_count":1,"live":[9,10,11,12,33,36,37],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":262144,"interleaved":0}},{"index":39,"source":18,"operation":"Convert LocalKernel","execution_count":1,"live":[9,10,11,12,33,37,38],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":308992,"interleaved":0}},{"index":40,"source":18,"operation":"Copy { mapping: CoordinateMapping { offsets: [], view: None }, reuse_local: true }","execution_count":1,"live":[9,10,11,12,33,38,56],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":243328,"interleaved":0}},{"index":41,"source":18,"operation":"Gemm { multiply: F8F143 { scale_exponent: -4 }, accumulate: F16, mode: Initialize, weights: Standard, inner_block: 288, output_columns: 64 }","execution_count":1,"live":[10,11,12,33,38,56,57],"scratch":{"standard":0,"interleaved":0},"usage":{"standard":95872,"interleaved":32768}},{"index":42,"source":18,"operation":"Sum { axis: 0, staging: Complete }","execution_count":1,"live":[10,11,12,33,39,57],"scratch":{"standard":23680,"interleaved":0},"usage":{"standard":51968,"interleaved":37504}}]}}