MidProgram {
    tile_count: 1472,
    inputs: [
        MidInput {
            name: "vit.image.patches",
            kind: Host,
            value: MidValueId(
                0,
            ),
        },
        MidInput {
            name: "vit.embedding.weight",
            kind: Parameter,
            value: MidValueId(
                1,
            ),
        },
        MidInput {
            name: "vit.embedding.bias",
            kind: Parameter,
            value: MidValueId(
                2,
            ),
        },
        MidInput {
            name: "vit.position",
            kind: Parameter,
            value: MidValueId(
                3,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                4,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                5,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                6,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                7,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                8,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                9,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                10,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                11,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                12,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                13,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                14,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                15,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                16,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                17,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                18,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                19,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                20,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                21,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                22,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                23,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                24,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                25,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                26,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                27,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                28,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                29,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.attention_norm.scale",
            kind: Parameter,
            value: MidValueId(
                30,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                31,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                32,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                33,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                34,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                35,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                36,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                37,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                38,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                39,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                40,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                41,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                42,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                43,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                44,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                45,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                46,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                47,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                48,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                49,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                50,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                51,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                52,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                53,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                54,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                55,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                56,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.attention_norm.bias",
            kind: Parameter,
            value: MidValueId(
                57,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                58,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                59,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                60,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                61,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                62,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                63,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                64,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                65,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                66,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                67,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                68,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                69,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                70,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                71,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                72,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                73,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                74,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                75,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                76,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                77,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                78,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                79,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                80,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                81,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                82,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                83,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.attention.qkv.weight",
            kind: Parameter,
            value: MidValueId(
                84,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                85,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                86,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                87,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                88,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                89,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                90,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                91,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                92,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                93,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                94,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                95,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                96,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                97,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                98,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                99,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                100,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                101,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                102,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                103,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                104,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                105,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                106,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                107,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                108,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                109,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                110,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.attention.qkv.bias",
            kind: Parameter,
            value: MidValueId(
                111,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                112,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                113,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                114,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                115,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                116,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                117,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                118,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                119,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                120,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                121,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                122,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                123,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                124,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                125,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                126,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                127,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                128,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                129,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                130,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                131,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                132,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                133,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                134,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                135,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                136,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                137,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                138,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                139,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                140,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                141,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                142,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                143,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                144,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                145,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                146,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                147,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                148,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                149,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                150,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                151,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                152,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                153,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                154,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                155,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                156,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                157,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                158,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                159,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                160,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                161,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                162,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                163,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                164,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                165,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                166,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                167,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                168,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                169,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                170,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                171,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                172,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                173,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                174,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                175,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                176,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                177,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                178,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                179,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                180,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                181,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                182,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                183,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                184,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                185,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                186,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                187,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                188,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                189,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                190,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                191,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.mlp_norm.scale",
            kind: Parameter,
            value: MidValueId(
                192,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                193,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                194,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                195,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                196,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                197,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                198,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                199,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                200,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                201,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                202,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                203,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                204,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                205,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                206,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                207,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                208,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                209,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                210,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                211,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                212,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                213,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                214,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                215,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                216,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                217,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                218,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.mlp_norm.bias",
            kind: Parameter,
            value: MidValueId(
                219,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                220,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                221,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                222,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                223,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                224,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                225,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                226,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                227,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                228,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                229,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                230,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                231,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                232,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                233,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                234,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                235,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                236,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                237,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                238,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                239,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                240,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                241,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                242,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                243,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                244,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                245,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                246,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                247,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                248,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                249,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                250,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                251,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                252,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                253,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                254,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                255,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                256,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                257,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                258,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                259,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                260,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                261,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                262,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                263,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                264,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                265,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                266,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                267,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                268,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                269,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                270,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                271,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                272,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                273,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                274,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                275,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                276,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                277,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                278,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                279,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                280,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                281,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                282,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                283,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                284,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                285,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                286,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                287,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                288,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                289,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                290,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                291,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                292,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                293,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                294,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                295,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                296,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                297,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                298,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                299,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                300,
            ),
        },
        MidInput {
            name: "vit.encoder.layer0.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                301,
            ),
        },
        MidInput {
            name: "vit.encoder.layer1.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                302,
            ),
        },
        MidInput {
            name: "vit.encoder.layer2.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                303,
            ),
        },
        MidInput {
            name: "vit.encoder.layer3.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                304,
            ),
        },
        MidInput {
            name: "vit.encoder.layer4.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                305,
            ),
        },
        MidInput {
            name: "vit.encoder.layer5.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                306,
            ),
        },
        MidInput {
            name: "vit.encoder.layer6.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                307,
            ),
        },
        MidInput {
            name: "vit.encoder.layer7.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                308,
            ),
        },
        MidInput {
            name: "vit.encoder.layer8.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                309,
            ),
        },
        MidInput {
            name: "vit.encoder.layer9.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                310,
            ),
        },
        MidInput {
            name: "vit.encoder.layer10.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                311,
            ),
        },
        MidInput {
            name: "vit.encoder.layer11.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                312,
            ),
        },
        MidInput {
            name: "vit.encoder.layer12.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                313,
            ),
        },
        MidInput {
            name: "vit.encoder.layer13.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                314,
            ),
        },
        MidInput {
            name: "vit.encoder.layer14.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                315,
            ),
        },
        MidInput {
            name: "vit.encoder.layer15.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                316,
            ),
        },
        MidInput {
            name: "vit.encoder.layer16.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                317,
            ),
        },
        MidInput {
            name: "vit.encoder.layer17.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                318,
            ),
        },
        MidInput {
            name: "vit.encoder.layer18.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                319,
            ),
        },
        MidInput {
            name: "vit.encoder.layer19.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                320,
            ),
        },
        MidInput {
            name: "vit.encoder.layer20.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                321,
            ),
        },
        MidInput {
            name: "vit.encoder.layer21.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                322,
            ),
        },
        MidInput {
            name: "vit.encoder.layer22.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                323,
            ),
        },
        MidInput {
            name: "vit.encoder.layer23.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                324,
            ),
        },
        MidInput {
            name: "vit.encoder.layer24.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                325,
            ),
        },
        MidInput {
            name: "vit.encoder.layer25.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                326,
            ),
        },
        MidInput {
            name: "vit.encoder.layer26.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                327,
            ),
        },
        MidInput {
            name: "vit.encoder.final_norm.scale",
            kind: Parameter,
            value: MidValueId(
                328,
            ),
        },
        MidInput {
            name: "vit.encoder.final_norm.bias",
            kind: Parameter,
            value: MidValueId(
                329,
            ),
        },
        MidInput {
            name: "vit.map.probe",
            kind: Parameter,
            value: MidValueId(
                330,
            ),
        },
        MidInput {
            name: "vit.map.attention.kv.weight",
            kind: Parameter,
            value: MidValueId(
                331,
            ),
        },
        MidInput {
            name: "vit.map.attention.kv.bias",
            kind: Parameter,
            value: MidValueId(
                332,
            ),
        },
        MidInput {
            name: "vit.map.attention.query.weight",
            kind: Parameter,
            value: MidValueId(
                333,
            ),
        },
        MidInput {
            name: "vit.map.attention.query.bias",
            kind: Parameter,
            value: MidValueId(
                334,
            ),
        },
        MidInput {
            name: "vit.map.attention.output.weight",
            kind: Parameter,
            value: MidValueId(
                335,
            ),
        },
        MidInput {
            name: "vit.map.attention.output.bias",
            kind: Parameter,
            value: MidValueId(
                336,
            ),
        },
        MidInput {
            name: "vit.map.norm.scale",
            kind: Parameter,
            value: MidValueId(
                337,
            ),
        },
        MidInput {
            name: "vit.map.norm.bias",
            kind: Parameter,
            value: MidValueId(
                338,
            ),
        },
        MidInput {
            name: "vit.map.mlp.up.weight",
            kind: Parameter,
            value: MidValueId(
                339,
            ),
        },
        MidInput {
            name: "vit.map.mlp.up.bias",
            kind: Parameter,
            value: MidValueId(
                340,
            ),
        },
        MidInput {
            name: "vit.map.mlp.down.weight",
            kind: Parameter,
            value: MidValueId(
                341,
            ),
        },
        MidInput {
            name: "vit.map.mlp.down.bias",
            kind: Parameter,
            value: MidValueId(
                342,
            ),
        },
    ],
    values: [
        MidValue {
            id: MidValueId(
                0,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        588,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 92,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 8,
                                    padding_multiple: 8,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                0,
            ),
            storage_group: MidValueId(
                0,
            ),
        },
        MidValue {
            id: MidValueId(
                1,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        588,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1368,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 19,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                1,
            ),
            storage_group: MidValueId(
                1,
            ),
        },
        MidValue {
            id: MidValueId(
                2,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                2,
            ),
            storage_group: MidValueId(
                2,
            ),
        },
        MidValue {
            id: MidValueId(
                3,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1472,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                5,
            ),
            storage_group: MidValueId(
                3,
            ),
        },
        MidValue {
            id: MidValueId(
                4,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                7,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                5,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                8,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                6,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                9,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                7,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                10,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                8,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                11,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                9,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                12,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                10,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                13,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                11,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                14,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                12,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                15,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                13,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                16,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                14,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                17,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                15,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                18,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                16,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                19,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                17,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                20,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                18,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                21,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                19,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                22,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                20,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                23,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                21,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                24,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                22,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                25,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                23,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                26,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                24,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                27,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                25,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                28,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                26,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                29,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                27,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                30,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                28,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                31,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                29,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                32,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                30,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                33,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                31,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                34,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                32,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                35,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                33,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                36,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                34,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                37,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                35,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                38,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                36,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                39,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                37,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                40,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                38,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                41,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                39,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                42,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                40,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                43,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                41,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                44,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                42,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                45,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                43,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                46,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                44,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                47,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                45,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                48,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                46,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                49,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                47,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                50,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                48,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                51,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                49,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                52,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                50,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                53,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                51,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                54,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                52,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                55,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                53,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                56,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                54,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                57,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                55,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                58,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                56,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                59,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                57,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                60,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                58,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                61,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                59,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                62,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                60,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                63,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                61,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                64,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                62,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                65,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                63,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                66,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                64,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                67,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                65,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                68,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                66,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                69,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                67,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                70,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                68,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                71,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                69,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                72,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                70,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                73,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                71,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                74,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                72,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                75,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                73,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                76,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                74,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                77,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                75,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                78,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                76,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                79,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                77,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                80,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                78,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                81,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                79,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                82,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                80,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                83,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                81,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                84,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                82,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                85,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                83,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                86,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                84,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                87,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                85,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                88,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                86,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                89,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                87,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                90,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                88,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                91,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                89,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                92,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                90,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                93,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                91,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                94,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                92,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                95,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                93,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                96,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                94,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                97,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                95,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                98,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                96,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                99,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                97,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                100,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                98,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                101,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                99,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                102,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                100,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                103,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                101,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                104,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                102,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                105,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                103,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                106,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                104,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                107,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                105,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                108,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                106,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                109,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                107,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                110,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                108,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                111,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                109,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                112,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                110,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                113,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                111,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                114,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                112,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                115,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                113,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                116,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                114,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                117,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                115,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                118,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                116,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                119,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                117,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                120,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                118,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                121,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                119,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                122,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                120,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                123,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                121,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                124,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                122,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                125,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                123,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                126,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                124,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                127,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                125,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                128,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                126,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                129,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                127,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                130,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                128,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                131,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                129,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                132,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                130,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                133,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                131,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                134,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                132,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                135,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                133,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                136,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                134,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                137,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                135,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                138,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                136,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                139,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                137,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                140,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                138,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                141,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                139,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                142,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                140,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                143,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                141,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                144,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                142,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                145,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                143,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                146,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                144,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                147,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                145,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                148,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                146,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                149,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                147,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                150,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                148,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                151,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                149,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                152,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                150,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                153,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                151,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                154,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                152,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                155,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                153,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                156,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                154,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                157,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                155,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                158,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                156,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                159,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                157,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                160,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                158,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                161,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                159,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                162,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                160,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                163,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                161,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                164,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                162,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                165,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                163,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                166,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                164,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                167,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                165,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                168,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                166,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                169,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                167,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                170,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                168,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                171,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                169,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                172,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                170,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                173,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                171,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                174,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                172,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                175,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                173,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                176,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                174,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                177,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                175,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                178,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                176,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                179,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                177,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                180,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                178,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                181,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                179,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                182,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                180,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                183,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                181,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                184,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                182,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                185,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                183,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                186,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                184,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                187,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                185,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                188,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                186,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                189,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                187,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                190,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                188,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                191,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                189,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                192,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                190,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                193,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                191,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                194,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                192,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                195,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                193,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                196,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                194,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                197,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                195,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                198,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                196,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                199,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                197,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                200,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                198,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                201,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                199,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                202,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                200,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                203,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                201,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                204,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                202,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                205,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                203,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                206,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                204,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                207,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                205,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                208,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                206,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                209,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                207,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                210,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                208,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                211,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                209,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                212,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                210,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                213,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                211,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                214,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                212,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                215,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                213,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                216,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                214,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                217,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                215,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                218,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                216,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                219,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                217,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                220,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                218,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                221,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                219,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                222,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                220,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                223,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                221,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                224,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                222,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                225,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                223,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                226,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                224,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                227,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                225,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                228,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                226,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                229,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                227,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                230,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                228,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                231,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                229,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                232,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                230,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                233,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                231,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                234,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                232,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                235,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                233,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                236,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                234,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                237,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                235,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                238,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                236,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                239,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                237,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                240,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                238,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                241,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                239,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                242,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                240,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                243,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                241,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                244,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                242,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                245,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                243,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                246,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                244,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                247,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                245,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                248,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                246,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                249,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                247,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                250,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                248,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                251,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                249,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                252,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                250,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                253,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                251,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                254,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                252,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                255,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                253,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                256,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                254,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                257,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                255,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                258,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                256,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                259,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                257,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                260,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                258,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                261,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                259,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                262,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                260,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                263,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                261,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                264,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                262,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                265,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                263,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                266,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                264,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                267,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                265,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                268,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                266,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                269,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                267,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                270,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                268,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                271,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                269,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                272,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                270,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                273,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                271,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                274,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                272,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                275,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                273,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                276,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                274,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                277,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                275,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                278,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                276,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                279,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                277,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                280,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                278,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                281,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                279,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                282,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                280,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                283,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                281,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                284,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                282,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                285,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                283,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                286,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                284,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                287,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                285,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                288,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                286,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                289,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                287,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                290,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                288,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                291,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                289,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                292,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                290,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                293,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                291,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                294,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                292,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                295,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                293,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                296,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                294,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                297,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                295,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                298,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                296,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                299,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                297,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                300,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                298,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                301,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                299,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                302,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                300,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                303,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                301,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                304,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                302,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                305,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                303,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                306,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                304,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                307,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                305,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                308,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                306,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                309,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                307,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                310,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                308,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                311,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                309,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                312,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                310,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                313,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                311,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                314,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                312,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                315,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                313,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                316,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                314,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                317,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                315,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                318,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                316,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                319,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                317,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                320,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                318,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                321,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                319,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                322,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                320,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                323,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                321,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                324,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                322,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                325,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                323,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                326,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                324,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                327,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                325,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                328,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                326,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                329,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                327,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                330,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                328,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                366,
            ),
            storage_group: MidValueId(
                328,
            ),
        },
        MidValue {
            id: MidValueId(
                329,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                367,
            ),
            storage_group: MidValueId(
                329,
            ),
        },
        MidValue {
            id: MidValueId(
                330,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 72,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                369,
            ),
            storage_group: MidValueId(
                330,
            ),
        },
        MidValue {
            id: MidValueId(
                331,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 144,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                370,
            ),
            storage_group: MidValueId(
                331,
            ),
        },
        MidValue {
            id: MidValueId(
                332,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 18,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                371,
            ),
            storage_group: MidValueId(
                332,
            ),
        },
        MidValue {
            id: MidValueId(
                333,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                374,
            ),
            storage_group: MidValueId(
                333,
            ),
        },
        MidValue {
            id: MidValueId(
                334,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                375,
            ),
            storage_group: MidValueId(
                334,
            ),
        },
        MidValue {
            id: MidValueId(
                335,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                385,
            ),
            storage_group: MidValueId(
                335,
            ),
        },
        MidValue {
            id: MidValueId(
                336,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                386,
            ),
            storage_group: MidValueId(
                336,
            ),
        },
        MidValue {
            id: MidValueId(
                337,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                389,
            ),
            storage_group: MidValueId(
                337,
            ),
        },
        MidValue {
            id: MidValueId(
                338,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                390,
            ),
            storage_group: MidValueId(
                338,
            ),
        },
        MidValue {
            id: MidValueId(
                339,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                392,
            ),
            storage_group: MidValueId(
                339,
            ),
        },
        MidValue {
            id: MidValueId(
                340,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                393,
            ),
            storage_group: MidValueId(
                340,
            ),
        },
        MidValue {
            id: MidValueId(
                341,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                397,
            ),
            storage_group: MidValueId(
                341,
            ),
        },
        MidValue {
            id: MidValueId(
                342,
            ),
            tile_offset: 1104,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                398,
            ),
            storage_group: MidValueId(
                342,
            ),
        },
        MidValue {
            id: MidValueId(
                343,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        588,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 36,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 10,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 4,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                0,
            ),
            storage_group: MidValueId(
                0,
            ),
        },
        MidValue {
            id: MidValueId(
                344,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        588,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 36,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 10,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 4,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                0,
            ),
            storage_group: MidValueId(
                0,
            ),
        },
        MidValue {
            id: MidValueId(
                345,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        588,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 360,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 10,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                1,
            ),
            storage_group: MidValueId(
                345,
            ),
        },
        MidValue {
            id: MidValueId(
                346,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        72,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                3,
            ),
            storage_group: MidValueId(
                346,
            ),
        },
        MidValue {
            id: MidValueId(
                347,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                3,
            ),
            storage_group: MidValueId(
                346,
            ),
        },
        MidValue {
            id: MidValueId(
                348,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                3,
            ),
            storage_group: MidValueId(
                346,
            ),
        },
        MidValue {
            id: MidValueId(
                349,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                2,
            ),
            storage_group: MidValueId(
                349,
            ),
        },
        MidValue {
            id: MidValueId(
                350,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                4,
            ),
            storage_group: MidValueId(
                350,
            ),
        },
        MidValue {
            id: MidValueId(
                351,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                4,
            ),
            storage_group: MidValueId(
                350,
            ),
        },
        MidValue {
            id: MidValueId(
                352,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1472,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                4,
            ),
            storage_group: MidValueId(
                350,
            ),
        },
        MidValue {
            id: MidValueId(
                353,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1472,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                6,
            ),
            storage_group: MidValueId(
                353,
            ),
        },
        MidValue {
            id: MidValueId(
                354,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                6,
            ),
            storage_group: MidValueId(
                353,
            ),
        },
        MidValue {
            id: MidValueId(
                355,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                331,
            ),
            storage_group: MidValueId(
                353,
            ),
        },
        MidValue {
            id: MidValueId(
                356,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                332,
            ),
            storage_group: MidValueId(
                4,
            ),
        },
        MidValue {
            id: MidValueId(
                357,
            ),
            tile_offset: 1044,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                333,
            ),
            storage_group: MidValueId(
                31,
            ),
        },
        MidValue {
            id: MidValueId(
                358,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 216,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                334,
            ),
            storage_group: MidValueId(
                58,
            ),
        },
        MidValue {
            id: MidValueId(
                359,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 27,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                335,
            ),
            storage_group: MidValueId(
                85,
            ),
        },
        MidValue {
            id: MidValueId(
                360,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                336,
            ),
            storage_group: MidValueId(
                112,
            ),
        },
        MidValue {
            id: MidValueId(
                361,
            ),
            tile_offset: 1056,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                337,
            ),
            storage_group: MidValueId(
                139,
            ),
        },
        MidValue {
            id: MidValueId(
                362,
            ),
            tile_offset: 1068,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                338,
            ),
            storage_group: MidValueId(
                166,
            ),
        },
        MidValue {
            id: MidValueId(
                363,
            ),
            tile_offset: 1080,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                339,
            ),
            storage_group: MidValueId(
                193,
            ),
        },
        MidValue {
            id: MidValueId(
                364,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                340,
            ),
            storage_group: MidValueId(
                220,
            ),
        },
        MidValue {
            id: MidValueId(
                365,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 34,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 34,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                341,
            ),
            storage_group: MidValueId(
                247,
            ),
        },
        MidValue {
            id: MidValueId(
                366,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            TransposedLeft,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                342,
            ),
            storage_group: MidValueId(
                274,
            ),
        },
        MidValue {
            id: MidValueId(
                367,
            ),
            tile_offset: 1092,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 9,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                343,
            ),
            storage_group: MidValueId(
                301,
            ),
        },
        MidValue {
            id: MidValueId(
                368,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                331,
            ),
            storage_group: MidValueId(
                353,
            ),
        },
        MidValue {
            id: MidValueId(
                369,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                332,
            ),
            storage_group: MidValueId(
                369,
            ),
        },
        MidValue {
            id: MidValueId(
                370,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                333,
            ),
            storage_group: MidValueId(
                370,
            ),
        },
        MidValue {
            id: MidValueId(
                371,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                344,
            ),
            storage_group: MidValueId(
                371,
            ),
        },
        MidValue {
            id: MidValueId(
                372,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                344,
            ),
            storage_group: MidValueId(
                371,
            ),
        },
        MidValue {
            id: MidValueId(
                373,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 54,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 128,
                                    padding_multiple: 128,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 3,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                344,
            ),
            storage_group: MidValueId(
                371,
            ),
        },
        MidValue {
            id: MidValueId(
                374,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 54,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 128,
                                    padding_multiple: 128,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 3,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                344,
            ),
            storage_group: MidValueId(
                371,
            ),
        },
        MidValue {
            id: MidValueId(
                375,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 128,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 486,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 54,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 128,
                                    padding_multiple: 128,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                334,
            ),
            storage_group: MidValueId(
                375,
            ),
        },
        MidValue {
            id: MidValueId(
                376,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 54,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        54,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                345,
            ),
            storage_group: MidValueId(
                376,
            ),
        },
        MidValue {
            id: MidValueId(
                377,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 365,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 365,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                345,
            ),
            storage_group: MidValueId(
                376,
            ),
        },
        MidValue {
            id: MidValueId(
                378,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                345,
            ),
            storage_group: MidValueId(
                376,
            ),
        },
        MidValue {
            id: MidValueId(
                379,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                335,
            ),
            storage_group: MidValueId(
                379,
            ),
        },
        MidValue {
            id: MidValueId(
                380,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                346,
            ),
            storage_group: MidValueId(
                380,
            ),
        },
        MidValue {
            id: MidValueId(
                381,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 365,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 365,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                346,
            ),
            storage_group: MidValueId(
                380,
            ),
        },
        MidValue {
            id: MidValueId(
                382,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                347,
            ),
            storage_group: MidValueId(
                382,
            ),
        },
        MidValue {
            id: MidValueId(
                383,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                347,
            ),
            storage_group: MidValueId(
                382,
            ),
        },
        MidValue {
            id: MidValueId(
                384,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                348,
            ),
            storage_group: MidValueId(
                384,
            ),
        },
        MidValue {
            id: MidValueId(
                385,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                348,
            ),
            storage_group: MidValueId(
                384,
            ),
        },
        MidValue {
            id: MidValueId(
                386,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                349,
            ),
            storage_group: MidValueId(
                386,
            ),
        },
        MidValue {
            id: MidValueId(
                387,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                349,
            ),
            storage_group: MidValueId(
                386,
            ),
        },
        MidValue {
            id: MidValueId(
                388,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                350,
            ),
            storage_group: MidValueId(
                388,
            ),
        },
        MidValue {
            id: MidValueId(
                389,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                350,
            ),
            storage_group: MidValueId(
                388,
            ),
        },
        MidValue {
            id: MidValueId(
                390,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 192,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                351,
            ),
            storage_group: MidValueId(
                390,
            ),
        },
        MidValue {
            id: MidValueId(
                391,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                351,
            ),
            storage_group: MidValueId(
                390,
            ),
        },
        MidValue {
            id: MidValueId(
                392,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 192,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                352,
            ),
            storage_group: MidValueId(
                392,
            ),
        },
        MidValue {
            id: MidValueId(
                393,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                352,
            ),
            storage_group: MidValueId(
                392,
            ),
        },
        MidValue {
            id: MidValueId(
                394,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                350,
            ),
            storage_group: MidValueId(
                388,
            ),
        },
        MidValue {
            id: MidValueId(
                395,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 192,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                351,
            ),
            storage_group: MidValueId(
                390,
            ),
        },
        MidValue {
            id: MidValueId(
                396,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 192,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                352,
            ),
            storage_group: MidValueId(
                392,
            ),
        },
        MidValue {
            id: MidValueId(
                397,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                397,
            ),
        },
        MidValue {
            id: MidValueId(
                398,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                397,
            ),
        },
        MidValue {
            id: MidValueId(
                399,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                354,
            ),
            storage_group: MidValueId(
                399,
            ),
        },
        MidValue {
            id: MidValueId(
                400,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                354,
            ),
            storage_group: MidValueId(
                399,
            ),
        },
        MidValue {
            id: MidValueId(
                401,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 24,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 96,
                                    padding_multiple: 96,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 5,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                354,
            ),
            storage_group: MidValueId(
                399,
            ),
        },
        MidValue {
            id: MidValueId(
                402,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 24,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 96,
                                    padding_multiple: 96,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 5,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                354,
            ),
            storage_group: MidValueId(
                399,
            ),
        },
        MidValue {
            id: MidValueId(
                403,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 96,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 24,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 96,
                                    padding_multiple: 96,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                336,
            ),
            storage_group: MidValueId(
                403,
            ),
        },
        MidValue {
            id: MidValueId(
                404,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        72,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                355,
            ),
            storage_group: MidValueId(
                404,
            ),
        },
        MidValue {
            id: MidValueId(
                405,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                355,
            ),
            storage_group: MidValueId(
                404,
            ),
        },
        MidValue {
            id: MidValueId(
                406,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                355,
            ),
            storage_group: MidValueId(
                404,
            ),
        },
        MidValue {
            id: MidValueId(
                407,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                337,
            ),
            storage_group: MidValueId(
                407,
            ),
        },
        MidValue {
            id: MidValueId(
                408,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                356,
            ),
            storage_group: MidValueId(
                408,
            ),
        },
        MidValue {
            id: MidValueId(
                409,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                356,
            ),
            storage_group: MidValueId(
                408,
            ),
        },
        MidValue {
            id: MidValueId(
                410,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                331,
            ),
            storage_group: MidValueId(
                353,
            ),
        },
        MidValue {
            id: MidValueId(
                411,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                356,
            ),
            storage_group: MidValueId(
                408,
            ),
        },
        MidValue {
            id: MidValueId(
                412,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                357,
            ),
            storage_group: MidValueId(
                412,
            ),
        },
        MidValue {
            id: MidValueId(
                413,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                357,
            ),
            storage_group: MidValueId(
                412,
            ),
        },
        MidValue {
            id: MidValueId(
                414,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                357,
            ),
            storage_group: MidValueId(
                412,
            ),
        },
        MidValue {
            id: MidValueId(
                415,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                338,
            ),
            storage_group: MidValueId(
                415,
            ),
        },
        MidValue {
            id: MidValueId(
                416,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                339,
            ),
            storage_group: MidValueId(
                416,
            ),
        },
        MidValue {
            id: MidValueId(
                417,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                358,
            ),
            storage_group: MidValueId(
                417,
            ),
        },
        MidValue {
            id: MidValueId(
                418,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                358,
            ),
            storage_group: MidValueId(
                417,
            ),
        },
        MidValue {
            id: MidValueId(
                419,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 27,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 192,
                                    padding_multiple: 192,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                358,
            ),
            storage_group: MidValueId(
                417,
            ),
        },
        MidValue {
            id: MidValueId(
                420,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 27,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 192,
                                    padding_multiple: 192,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                358,
            ),
            storage_group: MidValueId(
                417,
            ),
        },
        MidValue {
            id: MidValueId(
                421,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 192,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 162,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 192,
                                    padding_multiple: 192,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                340,
            ),
            storage_group: MidValueId(
                421,
            ),
        },
        MidValue {
            id: MidValueId(
                422,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 162,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        162,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                359,
            ),
            storage_group: MidValueId(
                422,
            ),
        },
        MidValue {
            id: MidValueId(
                423,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                359,
            ),
            storage_group: MidValueId(
                422,
            ),
        },
        MidValue {
            id: MidValueId(
                424,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                359,
            ),
            storage_group: MidValueId(
                422,
            ),
        },
        MidValue {
            id: MidValueId(
                425,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                341,
            ),
            storage_group: MidValueId(
                425,
            ),
        },
        MidValue {
            id: MidValueId(
                426,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                360,
            ),
            storage_group: MidValueId(
                426,
            ),
        },
        MidValue {
            id: MidValueId(
                427,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                360,
            ),
            storage_group: MidValueId(
                426,
            ),
        },
        MidValue {
            id: MidValueId(
                428,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1472,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                360,
            ),
            storage_group: MidValueId(
                426,
            ),
        },
        MidValue {
            id: MidValueId(
                429,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1472,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                361,
            ),
            storage_group: MidValueId(
                429,
            ),
        },
        MidValue {
            id: MidValueId(
                430,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                361,
            ),
            storage_group: MidValueId(
                429,
            ),
        },
        MidValue {
            id: MidValueId(
                431,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 9,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 160,
                                    padding_multiple: 160,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                361,
            ),
            storage_group: MidValueId(
                429,
            ),
        },
        MidValue {
            id: MidValueId(
                432,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 9,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 160,
                                    padding_multiple: 160,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                361,
            ),
            storage_group: MidValueId(
                429,
            ),
        },
        MidValue {
            id: MidValueId(
                433,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 160,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 243,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 160,
                                    padding_multiple: 160,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                342,
            ),
            storage_group: MidValueId(
                433,
            ),
        },
        MidValue {
            id: MidValueId(
                434,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 54,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        27,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                362,
            ),
            storage_group: MidValueId(
                434,
            ),
        },
        MidValue {
            id: MidValueId(
                435,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                362,
            ),
            storage_group: MidValueId(
                434,
            ),
        },
        MidValue {
            id: MidValueId(
                436,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                362,
            ),
            storage_group: MidValueId(
                434,
            ),
        },
        MidValue {
            id: MidValueId(
                437,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                343,
            ),
            storage_group: MidValueId(
                437,
            ),
        },
        MidValue {
            id: MidValueId(
                438,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                363,
            ),
            storage_group: MidValueId(
                438,
            ),
        },
        MidValue {
            id: MidValueId(
                439,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                363,
            ),
            storage_group: MidValueId(
                438,
            ),
        },
        MidValue {
            id: MidValueId(
                440,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                357,
            ),
            storage_group: MidValueId(
                412,
            ),
        },
        MidValue {
            id: MidValueId(
                441,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                363,
            ),
            storage_group: MidValueId(
                438,
            ),
        },
        MidValue {
            id: MidValueId(
                442,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                364,
            ),
            storage_group: MidValueId(
                442,
            ),
        },
        MidValue {
            id: MidValueId(
                443,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                364,
            ),
            storage_group: MidValueId(
                442,
            ),
        },
        MidValue {
            id: MidValueId(
                444,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                365,
            ),
            storage_group: MidValueId(
                353,
            ),
        },
        MidValue {
            id: MidValueId(
                445,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                365,
            ),
            storage_group: MidValueId(
                353,
            ),
        },
        MidValue {
            id: MidValueId(
                446,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                366,
            ),
            storage_group: MidValueId(
                446,
            ),
        },
        MidValue {
            id: MidValueId(
                447,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                367,
            ),
            storage_group: MidValueId(
                447,
            ),
        },
        MidValue {
            id: MidValueId(
                448,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                368,
            ),
            storage_group: MidValueId(
                448,
            ),
        },
        MidValue {
            id: MidValueId(
                449,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                368,
            ),
            storage_group: MidValueId(
                448,
            ),
        },
        MidValue {
            id: MidValueId(
                450,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 18,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 128,
                                    padding_multiple: 128,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                368,
            ),
            storage_group: MidValueId(
                448,
            ),
        },
        MidValue {
            id: MidValueId(
                451,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 18,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 128,
                                    padding_multiple: 128,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                368,
            ),
            storage_group: MidValueId(
                448,
            ),
        },
        MidValue {
            id: MidValueId(
                452,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 128,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 162,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 128,
                                    padding_multiple: 128,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                370,
            ),
            storage_group: MidValueId(
                452,
            ),
        },
        MidValue {
            id: MidValueId(
                453,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 54,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        54,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                372,
            ),
            storage_group: MidValueId(
                453,
            ),
        },
        MidValue {
            id: MidValueId(
                454,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 365,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 365,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                372,
            ),
            storage_group: MidValueId(
                453,
            ),
        },
        MidValue {
            id: MidValueId(
                455,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                372,
            ),
            storage_group: MidValueId(
                453,
            ),
        },
        MidValue {
            id: MidValueId(
                456,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 729,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                371,
            ),
            storage_group: MidValueId(
                456,
            ),
        },
        MidValue {
            id: MidValueId(
                457,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        2,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 2,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                373,
            ),
            storage_group: MidValueId(
                457,
            ),
        },
        MidValue {
            id: MidValueId(
                458,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 365,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 365,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                373,
            ),
            storage_group: MidValueId(
                457,
            ),
        },
        MidValue {
            id: MidValueId(
                459,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 72,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                369,
            ),
            storage_group: MidValueId(
                459,
            ),
        },
        MidValue {
            id: MidValueId(
                460,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 72,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                369,
            ),
            storage_group: MidValueId(
                460,
            ),
        },
        MidValue {
            id: MidValueId(
                461,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                374,
            ),
            storage_group: MidValueId(
                461,
            ),
        },
        MidValue {
            id: MidValueId(
                462,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 72,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        72,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                376,
            ),
            storage_group: MidValueId(
                462,
            ),
        },
        MidValue {
            id: MidValueId(
                463,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                376,
            ),
            storage_group: MidValueId(
                462,
            ),
        },
        MidValue {
            id: MidValueId(
                464,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                376,
            ),
            storage_group: MidValueId(
                462,
            ),
        },
        MidValue {
            id: MidValueId(
                465,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                375,
            ),
            storage_group: MidValueId(
                465,
            ),
        },
        MidValue {
            id: MidValueId(
                466,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                377,
            ),
            storage_group: MidValueId(
                466,
            ),
        },
        MidValue {
            id: MidValueId(
                467,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                377,
            ),
            storage_group: MidValueId(
                466,
            ),
        },
        MidValue {
            id: MidValueId(
                468,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                378,
            ),
            storage_group: MidValueId(
                468,
            ),
        },
        MidValue {
            id: MidValueId(
                469,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                378,
            ),
            storage_group: MidValueId(
                468,
            ),
        },
        MidValue {
            id: MidValueId(
                470,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 729,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 729,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                379,
            ),
            storage_group: MidValueId(
                470,
            ),
        },
        MidValue {
            id: MidValueId(
                471,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                379,
            ),
            storage_group: MidValueId(
                470,
            ),
        },
        MidValue {
            id: MidValueId(
                472,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 16,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                380,
            ),
            storage_group: MidValueId(
                472,
            ),
        },
        MidValue {
            id: MidValueId(
                473,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                380,
            ),
            storage_group: MidValueId(
                472,
            ),
        },
        MidValue {
            id: MidValueId(
                474,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 192,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                381,
            ),
            storage_group: MidValueId(
                474,
            ),
        },
        MidValue {
            id: MidValueId(
                475,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                381,
            ),
            storage_group: MidValueId(
                474,
            ),
        },
        MidValue {
            id: MidValueId(
                476,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 192,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                382,
            ),
            storage_group: MidValueId(
                476,
            ),
        },
        MidValue {
            id: MidValueId(
                477,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 183,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 183,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                382,
            ),
            storage_group: MidValueId(
                476,
            ),
        },
        MidValue {
            id: MidValueId(
                478,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 16,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                380,
            ),
            storage_group: MidValueId(
                472,
            ),
        },
        MidValue {
            id: MidValueId(
                479,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 192,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                381,
            ),
            storage_group: MidValueId(
                474,
            ),
        },
        MidValue {
            id: MidValueId(
                480,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 192,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                382,
            ),
            storage_group: MidValueId(
                476,
            ),
        },
        MidValue {
            id: MidValueId(
                481,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 16,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                481,
            ),
        },
        MidValue {
            id: MidValueId(
                482,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                481,
            ),
        },
        MidValue {
            id: MidValueId(
                483,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                384,
            ),
            storage_group: MidValueId(
                483,
            ),
        },
        MidValue {
            id: MidValueId(
                484,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                384,
            ),
            storage_group: MidValueId(
                483,
            ),
        },
        MidValue {
            id: MidValueId(
                485,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 72,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                384,
            ),
            storage_group: MidValueId(
                483,
            ),
        },
        MidValue {
            id: MidValueId(
                486,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 72,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                384,
            ),
            storage_group: MidValueId(
                483,
            ),
        },
        MidValue {
            id: MidValueId(
                487,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                385,
            ),
            storage_group: MidValueId(
                487,
            ),
        },
        MidValue {
            id: MidValueId(
                488,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 72,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        72,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                387,
            ),
            storage_group: MidValueId(
                488,
            ),
        },
        MidValue {
            id: MidValueId(
                489,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                387,
            ),
            storage_group: MidValueId(
                488,
            ),
        },
        MidValue {
            id: MidValueId(
                490,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                387,
            ),
            storage_group: MidValueId(
                488,
            ),
        },
        MidValue {
            id: MidValueId(
                491,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                386,
            ),
            storage_group: MidValueId(
                491,
            ),
        },
        MidValue {
            id: MidValueId(
                492,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                388,
            ),
            storage_group: MidValueId(
                492,
            ),
        },
        MidValue {
            id: MidValueId(
                493,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                388,
            ),
            storage_group: MidValueId(
                492,
            ),
        },
        MidValue {
            id: MidValueId(
                494,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 32,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        32,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 32,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                388,
            ),
            storage_group: MidValueId(
                492,
            ),
        },
        MidValue {
            id: MidValueId(
                495,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 32,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        32,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 32,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                389,
            ),
            storage_group: MidValueId(
                495,
            ),
        },
        MidValue {
            id: MidValueId(
                496,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 32,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        32,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 32,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                390,
            ),
            storage_group: MidValueId(
                496,
            ),
        },
        MidValue {
            id: MidValueId(
                497,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 32,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        32,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 32,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                391,
            ),
            storage_group: MidValueId(
                497,
            ),
        },
        MidValue {
            id: MidValueId(
                498,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                391,
            ),
            storage_group: MidValueId(
                497,
            ),
        },
        MidValue {
            id: MidValueId(
                499,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 40,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                391,
            ),
            storage_group: MidValueId(
                497,
            ),
        },
        MidValue {
            id: MidValueId(
                500,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 40,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                391,
            ),
            storage_group: MidValueId(
                497,
            ),
        },
        MidValue {
            id: MidValueId(
                501,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 32,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 32,
                                    padding_multiple: 32,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                392,
            ),
            storage_group: MidValueId(
                501,
            ),
        },
        MidValue {
            id: MidValueId(
                502,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 40,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        40,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                394,
            ),
            storage_group: MidValueId(
                502,
            ),
        },
        MidValue {
            id: MidValueId(
                503,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                394,
            ),
            storage_group: MidValueId(
                502,
            ),
        },
        MidValue {
            id: MidValueId(
                504,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1076,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1076,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                394,
            ),
            storage_group: MidValueId(
                502,
            ),
        },
        MidValue {
            id: MidValueId(
                505,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1076,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1076,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                393,
            ),
            storage_group: MidValueId(
                505,
            ),
        },
        MidValue {
            id: MidValueId(
                506,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1076,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1076,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                395,
            ),
            storage_group: MidValueId(
                506,
            ),
        },
        MidValue {
            id: MidValueId(
                507,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                395,
            ),
            storage_group: MidValueId(
                506,
            ),
        },
        MidValue {
            id: MidValueId(
                508,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1024,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1024,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                395,
            ),
            storage_group: MidValueId(
                506,
            ),
        },
        MidValue {
            id: MidValueId(
                509,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1024,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 1024,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                396,
            ),
            storage_group: MidValueId(
                509,
            ),
        },
        MidValue {
            id: MidValueId(
                510,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                396,
            ),
            storage_group: MidValueId(
                509,
            ),
        },
        MidValue {
            id: MidValueId(
                511,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 72,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 224,
                                    padding_multiple: 224,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                396,
            ),
            storage_group: MidValueId(
                509,
            ),
        },
        MidValue {
            id: MidValueId(
                512,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 72,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 224,
                                    padding_multiple: 224,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                396,
            ),
            storage_group: MidValueId(
                509,
            ),
        },
        MidValue {
            id: MidValueId(
                513,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 224,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 224,
                                    padding_multiple: 224,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                397,
            ),
            storage_group: MidValueId(
                513,
            ),
        },
        MidValue {
            id: MidValueId(
                514,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 72,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        72,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                399,
            ),
            storage_group: MidValueId(
                514,
            ),
        },
        MidValue {
            id: MidValueId(
                515,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                399,
            ),
            storage_group: MidValueId(
                514,
            ),
        },
        MidValue {
            id: MidValueId(
                516,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                399,
            ),
            storage_group: MidValueId(
                514,
            ),
        },
        MidValue {
            id: MidValueId(
                517,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                398,
            ),
            storage_group: MidValueId(
                517,
            ),
        },
        MidValue {
            id: MidValueId(
                518,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: Linear,
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                400,
            ),
            storage_group: MidValueId(
                518,
            ),
        },
        MidValue {
            id: MidValueId(
                519,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                400,
            ),
            storage_group: MidValueId(
                518,
            ),
        },
        MidValue {
            id: MidValueId(
                520,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        288,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                388,
            ),
            storage_group: MidValueId(
                492,
            ),
        },
        MidValue {
            id: MidValueId(
                521,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        288,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                400,
            ),
            storage_group: MidValueId(
                518,
            ),
        },
        MidValue {
            id: MidValueId(
                522,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 288,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        288,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 288,
                                    padding_groups: 1,
                                    block_size: 4,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                401,
            ),
            storage_group: MidValueId(
                522,
            ),
        },
        MidValue {
            id: MidValueId(
                523,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                401,
            ),
            storage_group: MidValueId(
                522,
            ),
        },
        MidValue {
            id: MidValueId(
                524,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        588,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 4,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 10,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        36,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                3,
            ),
            storage_group: MidValueId(
                524,
            ),
        },
        MidValue {
            id: MidValueId(
                525,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        10,
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 4,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        360,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 10,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        36,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                3,
            ),
            storage_group: MidValueId(
                525,
            ),
        },
        MidValue {
            id: MidValueId(
                526,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 128,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 3,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 54,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 128,
                                    padding_multiple: 128,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        54,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                345,
            ),
            storage_group: MidValueId(
                526,
            ),
        },
        MidValue {
            id: MidValueId(
                527,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        9,
                        1,
                        729,
                        3456,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 54,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 3,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        486,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        54,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                345,
            ),
            storage_group: MidValueId(
                527,
            ),
        },
        MidValue {
            id: MidValueId(
                528,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                528,
            ),
        },
        MidValue {
            id: MidValueId(
                529,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 960,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        80,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 5,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                529,
            ),
        },
        MidValue {
            id: MidValueId(
                530,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 960,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        80,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 5,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                530,
            ),
        },
        MidValue {
            id: MidValueId(
                531,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                531,
            ),
        },
        MidValue {
            id: MidValueId(
                532,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                532,
            ),
        },
        MidValue {
            id: MidValueId(
                533,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                533,
            ),
        },
        MidValue {
            id: MidValueId(
                534,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                534,
            ),
        },
        MidValue {
            id: MidValueId(
                535,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                535,
            ),
        },
        MidValue {
            id: MidValueId(
                536,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                536,
            ),
        },
        MidValue {
            id: MidValueId(
                537,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                537,
            ),
        },
        MidValue {
            id: MidValueId(
                538,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                538,
            ),
        },
        MidValue {
            id: MidValueId(
                539,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                539,
            ),
        },
        MidValue {
            id: MidValueId(
                540,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                540,
            ),
        },
        MidValue {
            id: MidValueId(
                541,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                541,
            ),
        },
        MidValue {
            id: MidValueId(
                542,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                542,
            ),
        },
        MidValue {
            id: MidValueId(
                543,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                543,
            ),
        },
        MidValue {
            id: MidValueId(
                544,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                544,
            ),
        },
        MidValue {
            id: MidValueId(
                545,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                545,
            ),
        },
        MidValue {
            id: MidValueId(
                546,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                546,
            ),
        },
        MidValue {
            id: MidValueId(
                547,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                547,
            ),
        },
        MidValue {
            id: MidValueId(
                548,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                548,
            ),
        },
        MidValue {
            id: MidValueId(
                549,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                549,
            ),
        },
        MidValue {
            id: MidValueId(
                550,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                550,
            ),
        },
        MidValue {
            id: MidValueId(
                551,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                551,
            ),
        },
        MidValue {
            id: MidValueId(
                552,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                552,
            ),
        },
        MidValue {
            id: MidValueId(
                553,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                553,
            ),
        },
        MidValue {
            id: MidValueId(
                554,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                554,
            ),
        },
        MidValue {
            id: MidValueId(
                555,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                555,
            ),
        },
        MidValue {
            id: MidValueId(
                556,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                556,
            ),
        },
        MidValue {
            id: MidValueId(
                557,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                557,
            ),
        },
        MidValue {
            id: MidValueId(
                558,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                558,
            ),
        },
        MidValue {
            id: MidValueId(
                559,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                559,
            ),
        },
        MidValue {
            id: MidValueId(
                560,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                560,
            ),
        },
        MidValue {
            id: MidValueId(
                561,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                561,
            ),
        },
        MidValue {
            id: MidValueId(
                562,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                562,
            ),
        },
        MidValue {
            id: MidValueId(
                563,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                563,
            ),
        },
        MidValue {
            id: MidValueId(
                564,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                564,
            ),
        },
        MidValue {
            id: MidValueId(
                565,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                565,
            ),
        },
        MidValue {
            id: MidValueId(
                566,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                566,
            ),
        },
        MidValue {
            id: MidValueId(
                567,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                567,
            ),
        },
        MidValue {
            id: MidValueId(
                568,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                568,
            ),
        },
        MidValue {
            id: MidValueId(
                569,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                569,
            ),
        },
        MidValue {
            id: MidValueId(
                570,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                570,
            ),
        },
        MidValue {
            id: MidValueId(
                571,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                571,
            ),
        },
        MidValue {
            id: MidValueId(
                572,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                572,
            ),
        },
        MidValue {
            id: MidValueId(
                573,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                573,
            ),
        },
        MidValue {
            id: MidValueId(
                574,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                574,
            ),
        },
        MidValue {
            id: MidValueId(
                575,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                575,
            ),
        },
        MidValue {
            id: MidValueId(
                576,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                576,
            ),
        },
        MidValue {
            id: MidValueId(
                577,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                577,
            ),
        },
        MidValue {
            id: MidValueId(
                578,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                578,
            ),
        },
        MidValue {
            id: MidValueId(
                579,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                579,
            ),
        },
        MidValue {
            id: MidValueId(
                580,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                580,
            ),
        },
        MidValue {
            id: MidValueId(
                581,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                581,
            ),
        },
        MidValue {
            id: MidValueId(
                582,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                582,
            ),
        },
        MidValue {
            id: MidValueId(
                583,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                583,
            ),
        },
        MidValue {
            id: MidValueId(
                584,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                584,
            ),
        },
        MidValue {
            id: MidValueId(
                585,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                585,
            ),
        },
        MidValue {
            id: MidValueId(
                586,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                586,
            ),
        },
        MidValue {
            id: MidValueId(
                587,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                587,
            ),
        },
        MidValue {
            id: MidValueId(
                588,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                588,
            ),
        },
        MidValue {
            id: MidValueId(
                589,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                589,
            ),
        },
        MidValue {
            id: MidValueId(
                590,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                590,
            ),
        },
        MidValue {
            id: MidValueId(
                591,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                591,
            ),
        },
        MidValue {
            id: MidValueId(
                592,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        64,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                592,
            ),
        },
        MidValue {
            id: MidValueId(
                593,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                593,
            ),
        },
        MidValue {
            id: MidValueId(
                594,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                594,
            ),
        },
        MidValue {
            id: MidValueId(
                595,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                595,
            ),
        },
        MidValue {
            id: MidValueId(
                596,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                596,
            ),
        },
        MidValue {
            id: MidValueId(
                597,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        25,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                597,
            ),
        },
        MidValue {
            id: MidValueId(
                598,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        25,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 64,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 92,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 64,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                598,
            ),
        },
        MidValue {
            id: MidValueId(
                599,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        64,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                599,
            ),
        },
        MidValue {
            id: MidValueId(
                600,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                600,
            ),
        },
        MidValue {
            id: MidValueId(
                601,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1472,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 92,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                353,
            ),
            storage_group: MidValueId(
                601,
            ),
        },
        MidValue {
            id: MidValueId(
                602,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 96,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 5,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 24,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 96,
                                    padding_multiple: 96,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        24,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                355,
            ),
            storage_group: MidValueId(
                602,
            ),
        },
        MidValue {
            id: MidValueId(
                603,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        12,
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 24,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 5,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        288,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        24,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                355,
            ),
            storage_group: MidValueId(
                603,
            ),
        },
        MidValue {
            id: MidValueId(
                604,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 192,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 9,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 192,
                                    padding_multiple: 192,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        27,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                359,
            ),
            storage_group: MidValueId(
                604,
            ),
        },
        MidValue {
            id: MidValueId(
                605,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        6,
                        1,
                        729,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        162,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        27,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                359,
            ),
            storage_group: MidValueId(
                605,
            ),
        },
        MidValue {
            id: MidValueId(
                606,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        4304,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 160,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 6,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 160,
                                    padding_multiple: 160,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        9,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                362,
            ),
            storage_group: MidValueId(
                606,
            ),
        },
        MidValue {
            id: MidValueId(
                607,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        27,
                        1,
                        729,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 6,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        243,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 27,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        9,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                362,
            ),
            storage_group: MidValueId(
                607,
            ),
        },
        MidValue {
            id: MidValueId(
                608,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1152,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F8F143 {
                        scale_exponent: -4,
                    },
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 128,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 9,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 128,
                                    padding_multiple: 128,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        18,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                372,
            ),
            storage_group: MidValueId(
                608,
            ),
        },
        MidValue {
            id: MidValueId(
                609,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        9,
                        1,
                        729,
                        2304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1458,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        162,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 9,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        18,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                372,
            ),
            storage_group: MidValueId(
                609,
            ),
        },
        MidValue {
            id: MidValueId(
                610,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        18,
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1296,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        72,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                376,
            ),
            storage_group: MidValueId(
                610,
            ),
        },
        MidValue {
            id: MidValueId(
                611,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 192,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 12,
                                    padding_groups: 1,
                                    block_size: 64,
                                    padding_multiple: 768,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                611,
            ),
        },
        MidValue {
            id: MidValueId(
                612,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 768,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 80,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 768,
                                    padding_multiple: 768,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        80,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 5,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                612,
            ),
        },
        MidValue {
            id: MidValueId(
                613,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 736,
                            replicas: 46,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        736,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 80,
                                    padding_multiple: 80,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        736,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                613,
            ),
        },
        MidValue {
            id: MidValueId(
                614,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            TransposedRight,
                        ),
                        tiling: TensorTiling {
                            tile_count: 736,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 80,
                                    padding_multiple: 80,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        736,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 46,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                614,
            ),
        },
        MidValue {
            id: MidValueId(
                615,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        729,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 736,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        736,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 46,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                615,
            ),
        },
        MidValue {
            id: MidValueId(
                616,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        729,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 16,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 768,
                                    padding_multiple: 768,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                616,
            ),
        },
        MidValue {
            id: MidValueId(
                617,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        784,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 16,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                617,
            ),
        },
        MidValue {
            id: MidValueId(
                618,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        736,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 80,
                            replicas: 5,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        80,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 736,
                                    padding_multiple: 736,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        80,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                618,
            ),
        },
        MidValue {
            id: MidValueId(
                619,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        729,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: BlockMajor(
                            Matrix {
                                row_block: 736,
                                column_block: 16,
                            },
                        ),
                        tiling: TensorTiling {
                            tile_count: 80,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 736,
                                    padding_multiple: 736,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        80,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 5,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                619,
            ),
        },
        MidValue {
            id: MidValueId(
                620,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        72,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 80,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        80,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 5,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                620,
            ),
        },
        MidValue {
            id: MidValueId(
                621,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        16,
                        1,
                        80,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 16,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromEnd(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        16,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        3,
                                    ),
                                    partitions: 16,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromEnd(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: None,
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                383,
            ),
            storage_group: MidValueId(
                621,
            ),
        },
        MidValue {
            id: MidValueId(
                622,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        18,
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1296,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1296,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 18,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        72,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                387,
            ),
            storage_group: MidValueId(
                622,
            ),
        },
        MidValue {
            id: MidValueId(
                623,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        32,
                        2,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 32,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        32,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 32,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 4,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                391,
            ),
            storage_group: MidValueId(
                623,
            ),
        },
        MidValue {
            id: MidValueId(
                624,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        1,
                        1,
                        32,
                        2,
                    ],
                ),
                format: TensorFormat {
                    precision: F32,
                    layout: Layout {
                        order: RowMajor,
                        tiling: TensorTiling {
                            tile_count: 32,
                            replicas: 32,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        1,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        32,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Standard,
                    },
                },
            },
            origin: ValueId(
                391,
            ),
            storage_group: MidValueId(
                624,
            ),
        },
        MidValue {
            id: MidValueId(
                625,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        36,
                        1,
                        1,
                        4304,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 40,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1440,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 36,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        40,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                394,
            ),
            storage_group: MidValueId(
                625,
            ),
        },
        MidValue {
            id: MidValueId(
                626,
            ),
            tile_offset: 0,
            tensor_type: TensorType {
                shape: TensorShape(
                    [
                        20,
                        1,
                        1,
                        1152,
                    ],
                ),
                format: TensorFormat {
                    precision: F16,
                    layout: Layout {
                        order: Amp(
                            Left,
                        ),
                        tiling: TensorTiling {
                            tile_count: 1440,
                            replicas: 1,
                            axes: [
                                AxisTiling {
                                    axis: FromStart(
                                        3,
                                    ),
                                    partitions: 72,
                                    padding_groups: 1,
                                    block_size: 16,
                                    padding_multiple: 16,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        2,
                                    ),
                                    partitions: 1,
                                    padding_groups: 1,
                                    block_size: 2,
                                    padding_multiple: 2,
                                    shard_padding_multiple: 1,
                                    padding: Zero,
                                    tile_stride: Some(
                                        1440,
                                    ),
                                },
                                AxisTiling {
                                    axis: FromStart(
                                        0,
                                    ),
                                    partitions: 20,
                                    padding_groups: 1,
                                    block_size: 1,
                                    padding_multiple: 1,
                                    shard_padding_multiple: 1,
                                    padding: Reject,
                                    tile_stride: Some(
                                        72,
                                    ),
                                },
                            ],
                        },
                        memory_class: Ipu21Interleaved,
                    },
                },
            },
            origin: ValueId(
                399,
            ),
            storage_group: MidValueId(
                626,
            ),
        },
    ],
    operations: [
        MidOperation {
            source: Some(
                OperationId(
                    0,
                ),
            ),
            inputs: [
                MidValueId(
                    0,
                ),
            ],
            results: [
                MidValueId(
                    343,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 92,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 92,
                                            padding_groups: 1,
                                            block_size: 8,
                                            padding_multiple: 8,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 36,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 10,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 4,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 19288,
            estimated_exchange_cycles: 6488,
        },
        MidOperation {
            source: Some(
                OperationId(
                    0,
                ),
            ),
            inputs: [
                MidValueId(
                    343,
                ),
            ],
            results: [
                MidValueId(
                    344,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 36,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 10,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 4,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 36,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 10,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 4,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: LocalKernel,
                },
            ),
            estimated_cycles: 5034,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    0,
                ),
            ),
            inputs: [
                MidValueId(
                    1,
                ),
            ],
            results: [
                MidValueId(
                    345,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    TransposedLeft,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1368,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 19,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 72,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: BlockMajor(
                                    Matrix {
                                        row_block: 64,
                                        column_block: 16,
                                    },
                                ),
                                tiling: TensorTiling {
                                    tile_count: 360,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 36,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 10,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Interleaved,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 2305843009213693951,
            estimated_exchange_cycles: 2305843009213693951,
        },
        MidOperation {
            source: Some(
                OperationId(
                    0,
                ),
            ),
            inputs: [
                MidValueId(
                    345,
                ),
            ],
            results: [
                MidValueId(
                    524,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: true,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    0,
                ),
            ),
            inputs: [
                MidValueId(
                    344,
                ),
                MidValueId(
                    524,
                ),
            ],
            results: [
                MidValueId(
                    525,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Gemm {
                        multiply: F8F143 {
                            scale_exponent: -4,
                        },
                        accumulate: F16,
                        mode: Initialize,
                        weights: Standard,
                        inner_block: 64,
                        output_columns: 32,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: Some(
                        ProductAxes {
                            left_inner: FromStart(
                                2,
                            ),
                            right_inner: FromStart(
                                0,
                            ),
                            output_column: FromEnd(
                                1,
                            ),
                            valid_inner: None,
                            valid_columns: None,
                        },
                    ),
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    0,
                ),
            ),
            inputs: [
                MidValueId(
                    525,
                ),
            ],
            results: [
                MidValueId(
                    346,
                ),
            ],
            kind: Primitive(
                Sum {
                    axis: 0,
                    staging: Complete,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    1,
                ),
            ),
            inputs: [
                MidValueId(
                    346,
                ),
            ],
            results: [
                MidValueId(
                    348,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    1,
                ),
            ),
            inputs: [
                MidValueId(
                    2,
                ),
            ],
            results: [
                MidValueId(
                    349,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 9,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1458,
                                    replicas: 729,
                                    axes: [
                                        AxisTiling {
                                            axis: FromStart(
                                                2,
                                            ),
                                            partitions: 2,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 1208,
            estimated_exchange_cycles: 888,
        },
        MidOperation {
            source: Some(
                OperationId(
                    1,
                ),
            ),
            inputs: [
                MidValueId(
                    348,
                ),
                MidValueId(
                    349,
                ),
                MidValueId(
                    348,
                ),
            ],
            results: [
                MidValueId(
                    350,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Add,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [
                        (
                            0,
                            2,
                        ),
                    ],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    2,
                ),
            ),
            inputs: [
                MidValueId(
                    350,
                ),
            ],
            results: [
                MidValueId(
                    352,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    2,
                ),
            ),
            inputs: [
                MidValueId(
                    352,
                ),
                MidValueId(
                    3,
                ),
                MidValueId(
                    352,
                ),
            ],
            results: [
                MidValueId(
                    353,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Add,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [
                        (
                            0,
                            2,
                        ),
                    ],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    2,
                ),
            ),
            inputs: [
                MidValueId(
                    353,
                ),
            ],
            results: [
                MidValueId(
                    354,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1472,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 1472,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 183,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 183,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 3335,
            estimated_exchange_cycles: 2904,
        },
        MidOperation {
            source: Some(
                OperationId(
                    24,
                ),
            ),
            inputs: [
                MidValueId(
                    354,
                ),
            ],
            results: [
                MidValueId(
                    444,
                ),
            ],
            kind: Repeat(
                MidRepeat {
                    count: 27,
                    carried_inputs: 1,
                    invariant_inputs: 0,
                    iterated_inputs: [
                        [
                            MidValueId(
                                4,
                            ),
                            MidValueId(
                                5,
                            ),
                            MidValueId(
                                6,
                            ),
                            MidValueId(
                                7,
                            ),
                            MidValueId(
                                8,
                            ),
                            MidValueId(
                                9,
                            ),
                            MidValueId(
                                10,
                            ),
                            MidValueId(
                                11,
                            ),
                            MidValueId(
                                12,
                            ),
                            MidValueId(
                                13,
                            ),
                            MidValueId(
                                14,
                            ),
                            MidValueId(
                                15,
                            ),
                            MidValueId(
                                16,
                            ),
                            MidValueId(
                                17,
                            ),
                            MidValueId(
                                18,
                            ),
                            MidValueId(
                                19,
                            ),
                            MidValueId(
                                20,
                            ),
                            MidValueId(
                                21,
                            ),
                            MidValueId(
                                22,
                            ),
                            MidValueId(
                                23,
                            ),
                            MidValueId(
                                24,
                            ),
                            MidValueId(
                                25,
                            ),
                            MidValueId(
                                26,
                            ),
                            MidValueId(
                                27,
                            ),
                            MidValueId(
                                28,
                            ),
                            MidValueId(
                                29,
                            ),
                            MidValueId(
                                30,
                            ),
                        ],
                        [
                            MidValueId(
                                31,
                            ),
                            MidValueId(
                                32,
                            ),
                            MidValueId(
                                33,
                            ),
                            MidValueId(
                                34,
                            ),
                            MidValueId(
                                35,
                            ),
                            MidValueId(
                                36,
                            ),
                            MidValueId(
                                37,
                            ),
                            MidValueId(
                                38,
                            ),
                            MidValueId(
                                39,
                            ),
                            MidValueId(
                                40,
                            ),
                            MidValueId(
                                41,
                            ),
                            MidValueId(
                                42,
                            ),
                            MidValueId(
                                43,
                            ),
                            MidValueId(
                                44,
                            ),
                            MidValueId(
                                45,
                            ),
                            MidValueId(
                                46,
                            ),
                            MidValueId(
                                47,
                            ),
                            MidValueId(
                                48,
                            ),
                            MidValueId(
                                49,
                            ),
                            MidValueId(
                                50,
                            ),
                            MidValueId(
                                51,
                            ),
                            MidValueId(
                                52,
                            ),
                            MidValueId(
                                53,
                            ),
                            MidValueId(
                                54,
                            ),
                            MidValueId(
                                55,
                            ),
                            MidValueId(
                                56,
                            ),
                            MidValueId(
                                57,
                            ),
                        ],
                        [
                            MidValueId(
                                58,
                            ),
                            MidValueId(
                                59,
                            ),
                            MidValueId(
                                60,
                            ),
                            MidValueId(
                                61,
                            ),
                            MidValueId(
                                62,
                            ),
                            MidValueId(
                                63,
                            ),
                            MidValueId(
                                64,
                            ),
                            MidValueId(
                                65,
                            ),
                            MidValueId(
                                66,
                            ),
                            MidValueId(
                                67,
                            ),
                            MidValueId(
                                68,
                            ),
                            MidValueId(
                                69,
                            ),
                            MidValueId(
                                70,
                            ),
                            MidValueId(
                                71,
                            ),
                            MidValueId(
                                72,
                            ),
                            MidValueId(
                                73,
                            ),
                            MidValueId(
                                74,
                            ),
                            MidValueId(
                                75,
                            ),
                            MidValueId(
                                76,
                            ),
                            MidValueId(
                                77,
                            ),
                            MidValueId(
                                78,
                            ),
                            MidValueId(
                                79,
                            ),
                            MidValueId(
                                80,
                            ),
                            MidValueId(
                                81,
                            ),
                            MidValueId(
                                82,
                            ),
                            MidValueId(
                                83,
                            ),
                            MidValueId(
                                84,
                            ),
                        ],
                        [
                            MidValueId(
                                85,
                            ),
                            MidValueId(
                                86,
                            ),
                            MidValueId(
                                87,
                            ),
                            MidValueId(
                                88,
                            ),
                            MidValueId(
                                89,
                            ),
                            MidValueId(
                                90,
                            ),
                            MidValueId(
                                91,
                            ),
                            MidValueId(
                                92,
                            ),
                            MidValueId(
                                93,
                            ),
                            MidValueId(
                                94,
                            ),
                            MidValueId(
                                95,
                            ),
                            MidValueId(
                                96,
                            ),
                            MidValueId(
                                97,
                            ),
                            MidValueId(
                                98,
                            ),
                            MidValueId(
                                99,
                            ),
                            MidValueId(
                                100,
                            ),
                            MidValueId(
                                101,
                            ),
                            MidValueId(
                                102,
                            ),
                            MidValueId(
                                103,
                            ),
                            MidValueId(
                                104,
                            ),
                            MidValueId(
                                105,
                            ),
                            MidValueId(
                                106,
                            ),
                            MidValueId(
                                107,
                            ),
                            MidValueId(
                                108,
                            ),
                            MidValueId(
                                109,
                            ),
                            MidValueId(
                                110,
                            ),
                            MidValueId(
                                111,
                            ),
                        ],
                        [
                            MidValueId(
                                112,
                            ),
                            MidValueId(
                                113,
                            ),
                            MidValueId(
                                114,
                            ),
                            MidValueId(
                                115,
                            ),
                            MidValueId(
                                116,
                            ),
                            MidValueId(
                                117,
                            ),
                            MidValueId(
                                118,
                            ),
                            MidValueId(
                                119,
                            ),
                            MidValueId(
                                120,
                            ),
                            MidValueId(
                                121,
                            ),
                            MidValueId(
                                122,
                            ),
                            MidValueId(
                                123,
                            ),
                            MidValueId(
                                124,
                            ),
                            MidValueId(
                                125,
                            ),
                            MidValueId(
                                126,
                            ),
                            MidValueId(
                                127,
                            ),
                            MidValueId(
                                128,
                            ),
                            MidValueId(
                                129,
                            ),
                            MidValueId(
                                130,
                            ),
                            MidValueId(
                                131,
                            ),
                            MidValueId(
                                132,
                            ),
                            MidValueId(
                                133,
                            ),
                            MidValueId(
                                134,
                            ),
                            MidValueId(
                                135,
                            ),
                            MidValueId(
                                136,
                            ),
                            MidValueId(
                                137,
                            ),
                            MidValueId(
                                138,
                            ),
                        ],
                        [
                            MidValueId(
                                139,
                            ),
                            MidValueId(
                                140,
                            ),
                            MidValueId(
                                141,
                            ),
                            MidValueId(
                                142,
                            ),
                            MidValueId(
                                143,
                            ),
                            MidValueId(
                                144,
                            ),
                            MidValueId(
                                145,
                            ),
                            MidValueId(
                                146,
                            ),
                            MidValueId(
                                147,
                            ),
                            MidValueId(
                                148,
                            ),
                            MidValueId(
                                149,
                            ),
                            MidValueId(
                                150,
                            ),
                            MidValueId(
                                151,
                            ),
                            MidValueId(
                                152,
                            ),
                            MidValueId(
                                153,
                            ),
                            MidValueId(
                                154,
                            ),
                            MidValueId(
                                155,
                            ),
                            MidValueId(
                                156,
                            ),
                            MidValueId(
                                157,
                            ),
                            MidValueId(
                                158,
                            ),
                            MidValueId(
                                159,
                            ),
                            MidValueId(
                                160,
                            ),
                            MidValueId(
                                161,
                            ),
                            MidValueId(
                                162,
                            ),
                            MidValueId(
                                163,
                            ),
                            MidValueId(
                                164,
                            ),
                            MidValueId(
                                165,
                            ),
                        ],
                        [
                            MidValueId(
                                166,
                            ),
                            MidValueId(
                                167,
                            ),
                            MidValueId(
                                168,
                            ),
                            MidValueId(
                                169,
                            ),
                            MidValueId(
                                170,
                            ),
                            MidValueId(
                                171,
                            ),
                            MidValueId(
                                172,
                            ),
                            MidValueId(
                                173,
                            ),
                            MidValueId(
                                174,
                            ),
                            MidValueId(
                                175,
                            ),
                            MidValueId(
                                176,
                            ),
                            MidValueId(
                                177,
                            ),
                            MidValueId(
                                178,
                            ),
                            MidValueId(
                                179,
                            ),
                            MidValueId(
                                180,
                            ),
                            MidValueId(
                                181,
                            ),
                            MidValueId(
                                182,
                            ),
                            MidValueId(
                                183,
                            ),
                            MidValueId(
                                184,
                            ),
                            MidValueId(
                                185,
                            ),
                            MidValueId(
                                186,
                            ),
                            MidValueId(
                                187,
                            ),
                            MidValueId(
                                188,
                            ),
                            MidValueId(
                                189,
                            ),
                            MidValueId(
                                190,
                            ),
                            MidValueId(
                                191,
                            ),
                            MidValueId(
                                192,
                            ),
                        ],
                        [
                            MidValueId(
                                193,
                            ),
                            MidValueId(
                                194,
                            ),
                            MidValueId(
                                195,
                            ),
                            MidValueId(
                                196,
                            ),
                            MidValueId(
                                197,
                            ),
                            MidValueId(
                                198,
                            ),
                            MidValueId(
                                199,
                            ),
                            MidValueId(
                                200,
                            ),
                            MidValueId(
                                201,
                            ),
                            MidValueId(
                                202,
                            ),
                            MidValueId(
                                203,
                            ),
                            MidValueId(
                                204,
                            ),
                            MidValueId(
                                205,
                            ),
                            MidValueId(
                                206,
                            ),
                            MidValueId(
                                207,
                            ),
                            MidValueId(
                                208,
                            ),
                            MidValueId(
                                209,
                            ),
                            MidValueId(
                                210,
                            ),
                            MidValueId(
                                211,
                            ),
                            MidValueId(
                                212,
                            ),
                            MidValueId(
                                213,
                            ),
                            MidValueId(
                                214,
                            ),
                            MidValueId(
                                215,
                            ),
                            MidValueId(
                                216,
                            ),
                            MidValueId(
                                217,
                            ),
                            MidValueId(
                                218,
                            ),
                            MidValueId(
                                219,
                            ),
                        ],
                        [
                            MidValueId(
                                220,
                            ),
                            MidValueId(
                                221,
                            ),
                            MidValueId(
                                222,
                            ),
                            MidValueId(
                                223,
                            ),
                            MidValueId(
                                224,
                            ),
                            MidValueId(
                                225,
                            ),
                            MidValueId(
                                226,
                            ),
                            MidValueId(
                                227,
                            ),
                            MidValueId(
                                228,
                            ),
                            MidValueId(
                                229,
                            ),
                            MidValueId(
                                230,
                            ),
                            MidValueId(
                                231,
                            ),
                            MidValueId(
                                232,
                            ),
                            MidValueId(
                                233,
                            ),
                            MidValueId(
                                234,
                            ),
                            MidValueId(
                                235,
                            ),
                            MidValueId(
                                236,
                            ),
                            MidValueId(
                                237,
                            ),
                            MidValueId(
                                238,
                            ),
                            MidValueId(
                                239,
                            ),
                            MidValueId(
                                240,
                            ),
                            MidValueId(
                                241,
                            ),
                            MidValueId(
                                242,
                            ),
                            MidValueId(
                                243,
                            ),
                            MidValueId(
                                244,
                            ),
                            MidValueId(
                                245,
                            ),
                            MidValueId(
                                246,
                            ),
                        ],
                        [
                            MidValueId(
                                247,
                            ),
                            MidValueId(
                                248,
                            ),
                            MidValueId(
                                249,
                            ),
                            MidValueId(
                                250,
                            ),
                            MidValueId(
                                251,
                            ),
                            MidValueId(
                                252,
                            ),
                            MidValueId(
                                253,
                            ),
                            MidValueId(
                                254,
                            ),
                            MidValueId(
                                255,
                            ),
                            MidValueId(
                                256,
                            ),
                            MidValueId(
                                257,
                            ),
                            MidValueId(
                                258,
                            ),
                            MidValueId(
                                259,
                            ),
                            MidValueId(
                                260,
                            ),
                            MidValueId(
                                261,
                            ),
                            MidValueId(
                                262,
                            ),
                            MidValueId(
                                263,
                            ),
                            MidValueId(
                                264,
                            ),
                            MidValueId(
                                265,
                            ),
                            MidValueId(
                                266,
                            ),
                            MidValueId(
                                267,
                            ),
                            MidValueId(
                                268,
                            ),
                            MidValueId(
                                269,
                            ),
                            MidValueId(
                                270,
                            ),
                            MidValueId(
                                271,
                            ),
                            MidValueId(
                                272,
                            ),
                            MidValueId(
                                273,
                            ),
                        ],
                        [
                            MidValueId(
                                274,
                            ),
                            MidValueId(
                                275,
                            ),
                            MidValueId(
                                276,
                            ),
                            MidValueId(
                                277,
                            ),
                            MidValueId(
                                278,
                            ),
                            MidValueId(
                                279,
                            ),
                            MidValueId(
                                280,
                            ),
                            MidValueId(
                                281,
                            ),
                            MidValueId(
                                282,
                            ),
                            MidValueId(
                                283,
                            ),
                            MidValueId(
                                284,
                            ),
                            MidValueId(
                                285,
                            ),
                            MidValueId(
                                286,
                            ),
                            MidValueId(
                                287,
                            ),
                            MidValueId(
                                288,
                            ),
                            MidValueId(
                                289,
                            ),
                            MidValueId(
                                290,
                            ),
                            MidValueId(
                                291,
                            ),
                            MidValueId(
                                292,
                            ),
                            MidValueId(
                                293,
                            ),
                            MidValueId(
                                294,
                            ),
                            MidValueId(
                                295,
                            ),
                            MidValueId(
                                296,
                            ),
                            MidValueId(
                                297,
                            ),
                            MidValueId(
                                298,
                            ),
                            MidValueId(
                                299,
                            ),
                            MidValueId(
                                300,
                            ),
                        ],
                        [
                            MidValueId(
                                301,
                            ),
                            MidValueId(
                                302,
                            ),
                            MidValueId(
                                303,
                            ),
                            MidValueId(
                                304,
                            ),
                            MidValueId(
                                305,
                            ),
                            MidValueId(
                                306,
                            ),
                            MidValueId(
                                307,
                            ),
                            MidValueId(
                                308,
                            ),
                            MidValueId(
                                309,
                            ),
                            MidValueId(
                                310,
                            ),
                            MidValueId(
                                311,
                            ),
                            MidValueId(
                                312,
                            ),
                            MidValueId(
                                313,
                            ),
                            MidValueId(
                                314,
                            ),
                            MidValueId(
                                315,
                            ),
                            MidValueId(
                                316,
                            ),
                            MidValueId(
                                317,
                            ),
                            MidValueId(
                                318,
                            ),
                            MidValueId(
                                319,
                            ),
                            MidValueId(
                                320,
                            ),
                            MidValueId(
                                321,
                            ),
                            MidValueId(
                                322,
                            ),
                            MidValueId(
                                323,
                            ),
                            MidValueId(
                                324,
                            ),
                            MidValueId(
                                325,
                            ),
                            MidValueId(
                                326,
                            ),
                            MidValueId(
                                327,
                            ),
                        ],
                    ],
                    body: MidRegion {
                        arguments: [
                            MidValueId(
                                355,
                            ),
                            MidValueId(
                                356,
                            ),
                            MidValueId(
                                357,
                            ),
                            MidValueId(
                                358,
                            ),
                            MidValueId(
                                359,
                            ),
                            MidValueId(
                                360,
                            ),
                            MidValueId(
                                361,
                            ),
                            MidValueId(
                                362,
                            ),
                            MidValueId(
                                363,
                            ),
                            MidValueId(
                                364,
                            ),
                            MidValueId(
                                365,
                            ),
                            MidValueId(
                                366,
                            ),
                            MidValueId(
                                367,
                            ),
                        ],
                        operations: [
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        3,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        355,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        368,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 1,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 3480,
                                estimated_exchange_cycles: 2904,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        3,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        356,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        369,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 9,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: Linear,
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 729,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromStart(
                                                                    2,
                                                                ),
                                                                partitions: 1,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 1496,
                                estimated_exchange_cycles: 1176,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        3,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        357,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        370,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 9,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: Linear,
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 729,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromStart(
                                                                    2,
                                                                ),
                                                                partitions: 1,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 1496,
                                estimated_exchange_cycles: 1176,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        3,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        368,
                                    ),
                                    MidValueId(
                                        369,
                                    ),
                                    MidValueId(
                                        370,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        371,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: LayerNorm,
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        3,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        371,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        372,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 1,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 3480,
                                estimated_exchange_cycles: 2904,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        4,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        372,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        373,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 54,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 128,
                                                                padding_multiple: 128,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 3,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 40056,
                                estimated_exchange_cycles: 39640,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        4,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        373,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        374,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 54,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 128,
                                                                padding_multiple: 128,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 3,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: Amp(
                                                        Left,
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 54,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 128,
                                                                padding_multiple: 128,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 3,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: LocalKernel,
                                    },
                                ),
                                estimated_cycles: 12618,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        4,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        358,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        375,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: Amp(
                                                        TransposedLeft,
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 1296,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 6,
                                                                padding_groups: 1,
                                                                block_size: 32,
                                                                padding_multiple: 32,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 216,
                                                                padding_groups: 1,
                                                                block_size: 16,
                                                                padding_multiple: 16,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: BlockMajor(
                                                        Matrix {
                                                            row_block: 128,
                                                            column_block: 16,
                                                        },
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 486,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 54,
                                                                padding_groups: 1,
                                                                block_size: 16,
                                                                padding_multiple: 16,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 128,
                                                                padding_multiple: 128,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Interleaved,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: StageLogicalThenTransform,
                                    },
                                ),
                                estimated_cycles: 2305843009213693951,
                                estimated_exchange_cycles: 2305843009213693951,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        4,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        375,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        526,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        4,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        374,
                                    ),
                                    MidValueId(
                                        526,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        527,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F8F143 {
                                                scale_exponent: -4,
                                            },
                                            accumulate: F16,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 128,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromStart(
                                                    2,
                                                ),
                                                right_inner: FromStart(
                                                    0,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: None,
                                                valid_columns: None,
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        4,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        527,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        376,
                                    ),
                                ],
                                kind: Primitive(
                                    Sum {
                                        axis: 0,
                                        staging: Complete,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        5,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        376,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        378,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        5,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        359,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        379,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 27,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: Linear,
                                                                partitions: 27,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 729,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromStart(
                                                                    2,
                                                                ),
                                                                partitions: 2,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 1784,
                                estimated_exchange_cycles: 1464,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        5,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        378,
                                    ),
                                    MidValueId(
                                        379,
                                    ),
                                    MidValueId(
                                        378,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        380,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Add,
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        5,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        380,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        381,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    2,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 2,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 365,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 365,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 4776,
                                estimated_exchange_cycles: 4056,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        6,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        381,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        383,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        7,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        381,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        385,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                0,
                                                1152,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        8,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        381,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        387,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                0,
                                                2304,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        383,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        528,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: Some(
                                                AxisFactorView {
                                                    split_axis: 2,
                                                    merge_axis: 0,
                                                    factor: 16,
                                                    reversed: false,
                                                },
                                            ),
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        385,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: Some(
                                                AxisFactorView {
                                                    split_axis: 2,
                                                    merge_axis: 0,
                                                    factor: 16,
                                                    reversed: false,
                                                },
                                            ),
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        387,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: Some(
                                                AxisFactorView {
                                                    split_axis: 2,
                                                    merge_axis: 0,
                                                    factor: 16,
                                                    reversed: false,
                                                },
                                            ),
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        531,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                0,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        532,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                0,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        531,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        533,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        533,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        534,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        534,
                                    ),
                                    MidValueId(
                                        532,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        535,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        535,
                                    ),
                                    MidValueId(
                                        534,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        536,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: true,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        537,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                64,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        538,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                64,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        537,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        539,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        539,
                                    ),
                                    MidValueId(
                                        534,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        540,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        540,
                                    ),
                                    MidValueId(
                                        538,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        541,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        541,
                                    ),
                                    MidValueId(
                                        540,
                                    ),
                                    MidValueId(
                                        536,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        542,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        543,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                128,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        544,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                128,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        543,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        545,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        545,
                                    ),
                                    MidValueId(
                                        540,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        546,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        546,
                                    ),
                                    MidValueId(
                                        544,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        547,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        547,
                                    ),
                                    MidValueId(
                                        546,
                                    ),
                                    MidValueId(
                                        542,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        548,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        549,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                192,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        550,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                192,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        549,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        551,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        551,
                                    ),
                                    MidValueId(
                                        546,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        552,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        552,
                                    ),
                                    MidValueId(
                                        550,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        553,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        553,
                                    ),
                                    MidValueId(
                                        552,
                                    ),
                                    MidValueId(
                                        548,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        554,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        555,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                256,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        556,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                256,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        555,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        557,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        557,
                                    ),
                                    MidValueId(
                                        552,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        558,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        558,
                                    ),
                                    MidValueId(
                                        556,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        559,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        559,
                                    ),
                                    MidValueId(
                                        558,
                                    ),
                                    MidValueId(
                                        554,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        560,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        561,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                320,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        562,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                320,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        561,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        563,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        563,
                                    ),
                                    MidValueId(
                                        558,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        564,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        564,
                                    ),
                                    MidValueId(
                                        562,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        565,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        565,
                                    ),
                                    MidValueId(
                                        564,
                                    ),
                                    MidValueId(
                                        560,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        566,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        567,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                384,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        568,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                384,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        567,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        569,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        569,
                                    ),
                                    MidValueId(
                                        564,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        570,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        570,
                                    ),
                                    MidValueId(
                                        568,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        571,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        571,
                                    ),
                                    MidValueId(
                                        570,
                                    ),
                                    MidValueId(
                                        566,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        572,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        573,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                448,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        574,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                448,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        573,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        575,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        575,
                                    ),
                                    MidValueId(
                                        570,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        576,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        576,
                                    ),
                                    MidValueId(
                                        574,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        577,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        577,
                                    ),
                                    MidValueId(
                                        576,
                                    ),
                                    MidValueId(
                                        572,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        578,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        579,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                512,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        580,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                512,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        579,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        581,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        581,
                                    ),
                                    MidValueId(
                                        576,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        582,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        582,
                                    ),
                                    MidValueId(
                                        580,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        583,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        583,
                                    ),
                                    MidValueId(
                                        582,
                                    ),
                                    MidValueId(
                                        578,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        584,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        585,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                576,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        586,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                576,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        585,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        587,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        587,
                                    ),
                                    MidValueId(
                                        582,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        588,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        588,
                                    ),
                                    MidValueId(
                                        586,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        589,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        589,
                                    ),
                                    MidValueId(
                                        588,
                                    ),
                                    MidValueId(
                                        584,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        590,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        591,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                640,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        592,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                640,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        591,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        593,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    64,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        593,
                                    ),
                                    MidValueId(
                                        588,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        594,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 64,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        594,
                                    ),
                                    MidValueId(
                                        592,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        595,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    64,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        595,
                                    ),
                                    MidValueId(
                                        594,
                                    ),
                                    MidValueId(
                                        590,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        596,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: false,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        529,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        597,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                704,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        530,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        598,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [
                                                0,
                                                704,
                                                0,
                                            ],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        528,
                                    ),
                                    MidValueId(
                                        597,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        599,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 80,
                                            output_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    1,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    72,
                                                ),
                                                valid_columns: Some(
                                                    25,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        599,
                                    ),
                                    MidValueId(
                                        594,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        600,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionSoftmax {
                                            head_dimension: 72,
                                            key_columns: 25,
                                            padded_key_columns: 64,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        600,
                                    ),
                                    MidValueId(
                                        598,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        601,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F16,
                                            accumulate: F32,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 64,
                                            output_columns: 80,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [
                                                    (
                                                        2,
                                                        0,
                                                        64,
                                                    ),
                                                ],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromEnd(
                                                    1,
                                                ),
                                                right_inner: FromEnd(
                                                    2,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: Some(
                                                    25,
                                                ),
                                                valid_columns: Some(
                                                    72,
                                                ),
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        601,
                                    ),
                                    MidValueId(
                                        600,
                                    ),
                                    MidValueId(
                                        596,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        397,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: AttentionMerge {
                                            value_dimension: 72,
                                            padded_value_dimension: 80,
                                            key_block_columns: 64,
                                            initial: false,
                                            final_block: true,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        12,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        397,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        398,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1472,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 92,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    16,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    3,
                                                                ),
                                                                partitions: 16,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 1,
                                                                padding_groups: 1,
                                                                block_size: 16,
                                                                padding_multiple: 16,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 11200,
                                estimated_exchange_cycles: 10840,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        13,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        398,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        400,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: Some(
                                                AxisFactorView {
                                                    split_axis: 2,
                                                    merge_axis: 0,
                                                    factor: 16,
                                                    reversed: true,
                                                },
                                            ),
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        14,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        400,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        401,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1440,
                                                        replicas: 24,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 12,
                                                                padding_groups: 1,
                                                                block_size: 96,
                                                                padding_multiple: 96,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 5,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 24344,
                                estimated_exchange_cycles: 23960,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        14,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        401,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        402,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1440,
                                                        replicas: 24,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 12,
                                                                padding_groups: 1,
                                                                block_size: 96,
                                                                padding_multiple: 96,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 5,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: Amp(
                                                        Left,
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 1440,
                                                        replicas: 24,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 12,
                                                                padding_groups: 1,
                                                                block_size: 96,
                                                                padding_multiple: 96,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 5,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: LocalKernel,
                                    },
                                ),
                                estimated_cycles: 6090,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        14,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        360,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        403,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: Amp(
                                                        TransposedLeft,
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 1296,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 18,
                                                                padding_groups: 1,
                                                                block_size: 32,
                                                                padding_multiple: 32,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 72,
                                                                padding_groups: 1,
                                                                block_size: 16,
                                                                padding_multiple: 16,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: BlockMajor(
                                                        Matrix {
                                                            row_block: 96,
                                                            column_block: 16,
                                                        },
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 288,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 24,
                                                                padding_groups: 1,
                                                                block_size: 16,
                                                                padding_multiple: 16,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 12,
                                                                padding_groups: 1,
                                                                block_size: 96,
                                                                padding_multiple: 96,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Interleaved,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: StageLogicalThenTransform,
                                    },
                                ),
                                estimated_cycles: 2305843009213693951,
                                estimated_exchange_cycles: 2305843009213693951,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        14,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        403,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        602,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        14,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        402,
                                    ),
                                    MidValueId(
                                        602,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        603,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F8F143 {
                                                scale_exponent: -4,
                                            },
                                            accumulate: F16,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 96,
                                            output_columns: 48,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromStart(
                                                    2,
                                                ),
                                                right_inner: FromStart(
                                                    0,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: None,
                                                valid_columns: None,
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        14,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        603,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        404,
                                    ),
                                ],
                                kind: Primitive(
                                    Sum {
                                        axis: 0,
                                        staging: Complete,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        15,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        404,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        406,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        15,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        361,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        407,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 9,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: Linear,
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 729,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromStart(
                                                                    2,
                                                                ),
                                                                partitions: 2,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 1208,
                                estimated_exchange_cycles: 888,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        15,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        406,
                                    ),
                                    MidValueId(
                                        407,
                                    ),
                                    MidValueId(
                                        406,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        408,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Add,
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        16,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        355,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        410,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    2,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 2,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 3336,
                                estimated_exchange_cycles: 2904,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        16,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        408,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        411,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        16,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        410,
                                    ),
                                    MidValueId(
                                        411,
                                    ),
                                    MidValueId(
                                        411,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        412,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Add,
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        16,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        412,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        413,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    2,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 2,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 3336,
                                estimated_exchange_cycles: 2904,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        17,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        413,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        414,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 1,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 3480,
                                estimated_exchange_cycles: 2904,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        17,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        362,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        415,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 9,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: Linear,
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 729,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromStart(
                                                                    2,
                                                                ),
                                                                partitions: 1,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 1496,
                                estimated_exchange_cycles: 1176,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        17,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        363,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        416,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 9,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: Linear,
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 729,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromStart(
                                                                    2,
                                                                ),
                                                                partitions: 1,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 1496,
                                estimated_exchange_cycles: 1176,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        17,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        414,
                                    ),
                                    MidValueId(
                                        415,
                                    ),
                                    MidValueId(
                                        416,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        417,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: LayerNorm,
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        17,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        417,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        418,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 1,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 3480,
                                estimated_exchange_cycles: 2904,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        18,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        418,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        419,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 27,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 6,
                                                                padding_groups: 1,
                                                                block_size: 192,
                                                                padding_multiple: 192,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 14200,
                                estimated_exchange_cycles: 13720,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        18,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        419,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        420,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 27,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 6,
                                                                padding_groups: 1,
                                                                block_size: 192,
                                                                padding_multiple: 192,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: Amp(
                                                        Left,
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 27,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 6,
                                                                padding_groups: 1,
                                                                block_size: 192,
                                                                padding_multiple: 192,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: LocalKernel,
                                    },
                                ),
                                estimated_cycles: 7098,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        18,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        364,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        421,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: Amp(
                                                        TransposedLeft,
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 1440,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 36,
                                                                padding_groups: 1,
                                                                block_size: 32,
                                                                padding_multiple: 32,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 40,
                                                                padding_groups: 1,
                                                                block_size: 16,
                                                                padding_multiple: 16,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: BlockMajor(
                                                        Matrix {
                                                            row_block: 192,
                                                            column_block: 16,
                                                        },
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 162,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 27,
                                                                padding_groups: 1,
                                                                block_size: 16,
                                                                padding_multiple: 16,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 6,
                                                                padding_groups: 1,
                                                                block_size: 192,
                                                                padding_multiple: 192,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Interleaved,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: StageLogicalThenTransform,
                                    },
                                ),
                                estimated_cycles: 2305843009213693951,
                                estimated_exchange_cycles: 2305843009213693951,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        18,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        421,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        604,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        18,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        420,
                                    ),
                                    MidValueId(
                                        604,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        605,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F8F143 {
                                                scale_exponent: -4,
                                            },
                                            accumulate: F16,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 192,
                                            output_columns: 160,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromStart(
                                                    2,
                                                ),
                                                right_inner: FromStart(
                                                    0,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: None,
                                                valid_columns: None,
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        18,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        605,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        422,
                                    ),
                                ],
                                kind: Primitive(
                                    Sum {
                                        axis: 0,
                                        staging: Complete,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        19,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        422,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        424,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        19,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        365,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        425,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 34,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: Linear,
                                                                partitions: 34,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 729,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromStart(
                                                                    2,
                                                                ),
                                                                partitions: 2,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 1996,
                                estimated_exchange_cycles: 1676,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        19,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        424,
                                    ),
                                    MidValueId(
                                        425,
                                    ),
                                    MidValueId(
                                        424,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        426,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Add,
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        20,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        426,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        428,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        20,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        428,
                                    ),
                                    MidValueId(
                                        428,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        429,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gelu,
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                1,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        20,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        429,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        430,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1472,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: Linear,
                                                                partitions: 1472,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 3573,
                                estimated_exchange_cycles: 2752,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        21,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        430,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        431,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 729,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 9,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 27,
                                                                padding_groups: 1,
                                                                block_size: 160,
                                                                padding_multiple: 160,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 6,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 20448,
                                estimated_exchange_cycles: 20120,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        21,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        431,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        432,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 9,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 27,
                                                                padding_groups: 1,
                                                                block_size: 160,
                                                                padding_multiple: 160,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 6,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: Amp(
                                                        Left,
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 9,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 27,
                                                                padding_groups: 1,
                                                                block_size: 160,
                                                                padding_multiple: 160,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 6,
                                                                padding_groups: 1,
                                                                block_size: 2,
                                                                padding_multiple: 2,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: LocalKernel,
                                    },
                                ),
                                estimated_cycles: 8490,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        21,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        366,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        433,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: Amp(
                                                        TransposedLeft,
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 1440,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 20,
                                                                padding_groups: 1,
                                                                block_size: 32,
                                                                padding_multiple: 32,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 72,
                                                                padding_groups: 1,
                                                                block_size: 16,
                                                                padding_multiple: 16,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F8F143 {
                                                    scale_exponent: -4,
                                                },
                                                layout: Layout {
                                                    order: BlockMajor(
                                                        Matrix {
                                                            row_block: 160,
                                                            column_block: 16,
                                                        },
                                                    ),
                                                    tiling: TensorTiling {
                                                        tile_count: 243,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 16,
                                                                padding_multiple: 16,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 27,
                                                                padding_groups: 1,
                                                                block_size: 160,
                                                                padding_multiple: 160,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Interleaved,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: StageLogicalThenTransform,
                                    },
                                ),
                                estimated_cycles: 2305843009213693951,
                                estimated_exchange_cycles: 2305843009213693951,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        21,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        433,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        606,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: true,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        21,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        432,
                                    ),
                                    MidValueId(
                                        606,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        607,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Gemm {
                                            multiply: F8F143 {
                                                scale_exponent: -4,
                                            },
                                            accumulate: F16,
                                            mode: Initialize,
                                            weights: Standard,
                                            inner_block: 160,
                                            output_columns: 128,
                                        },
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: Some(
                                            ProductAxes {
                                                left_inner: FromStart(
                                                    2,
                                                ),
                                                right_inner: FromStart(
                                                    0,
                                                ),
                                                output_column: FromEnd(
                                                    1,
                                                ),
                                                valid_inner: None,
                                                valid_columns: None,
                                            },
                                        ),
                                        output_aliases: [],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        21,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        607,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        434,
                                    ),
                                ],
                                kind: Primitive(
                                    Sum {
                                        axis: 0,
                                        staging: Complete,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        22,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        434,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        436,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        22,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        367,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        437,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 9,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: Linear,
                                                                partitions: 9,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 729,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromStart(
                                                                    2,
                                                                ),
                                                                partitions: 2,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 1208,
                                estimated_exchange_cycles: 888,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        22,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        436,
                                    ),
                                    MidValueId(
                                        437,
                                    ),
                                    MidValueId(
                                        436,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        438,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Add,
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        23,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        413,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        440,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    2,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 2,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 3336,
                                estimated_exchange_cycles: 2904,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        23,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        438,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        441,
                                    ),
                                ],
                                kind: Primitive(
                                    Copy {
                                        mapping: CoordinateMapping {
                                            offsets: [],
                                            view: None,
                                        },
                                        reuse_local: false,
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        23,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        440,
                                    ),
                                    MidValueId(
                                        441,
                                    ),
                                    MidValueId(
                                        441,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        442,
                                    ),
                                ],
                                kind: Primitive(
                                    Compute {
                                        kernel: Add,
                                        operands: [
                                            OperandWindow(
                                                [],
                                            ),
                                            OperandWindow(
                                                [],
                                            ),
                                        ],
                                        product: None,
                                        output_aliases: [
                                            (
                                                0,
                                                2,
                                            ),
                                        ],
                                    },
                                ),
                                estimated_cycles: 0,
                                estimated_exchange_cycles: 0,
                            },
                            MidOperation {
                                source: Some(
                                    OperationId(
                                        23,
                                    ),
                                ),
                                inputs: [
                                    MidValueId(
                                        442,
                                    ),
                                ],
                                results: [
                                    MidValueId(
                                        443,
                                    ),
                                ],
                                kind: Convert(
                                    ConversionPlan {
                                        input: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 1458,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 729,
                                                                padding_groups: 1,
                                                                block_size: 1,
                                                                padding_multiple: 1,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    2,
                                                                ),
                                                            },
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    1,
                                                                ),
                                                                partitions: 2,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Reject,
                                                                tile_stride: Some(
                                                                    1,
                                                                ),
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        output: OperandRequirement {
                                            format: TensorFormat {
                                                precision: F16,
                                                layout: Layout {
                                                    order: RowMajor,
                                                    tiling: TensorTiling {
                                                        tile_count: 183,
                                                        replicas: 1,
                                                        axes: [
                                                            AxisTiling {
                                                                axis: FromEnd(
                                                                    2,
                                                                ),
                                                                partitions: 183,
                                                                padding_groups: 1,
                                                                block_size: 4,
                                                                padding_multiple: 4,
                                                                shard_padding_multiple: 1,
                                                                padding: Zero,
                                                                tile_stride: None,
                                                            },
                                                        ],
                                                    },
                                                    memory_class: Ipu21Standard,
                                                },
                                            },
                                            alignment: 8,
                                            access_tail_bytes: 0,
                                            local_staging: Direct,
                                            materialization: Complete,
                                        },
                                        strategy: DirectRetile,
                                    },
                                ),
                                estimated_cycles: 3336,
                                estimated_exchange_cycles: 2904,
                            },
                        ],
                        yields: [
                            MidValueId(
                                443,
                            ),
                        ],
                        estimated_cycles: 9223372036855934906,
                        peak_memory: MemoryPeaks {
                            standard: 463872,
                            interleaved: 63488,
                            total: 463872,
                            exchange_rows: 99356,
                            maximum_standard_allocation: 96768,
                        },
                    },
                },
            ),
            estimated_cycles: 18446744073709551615,
            estimated_exchange_cycles: 18446744073709551615,
        },
        MidOperation {
            source: Some(
                OperationId(
                    25,
                ),
            ),
            inputs: [
                MidValueId(
                    444,
                ),
            ],
            results: [
                MidValueId(
                    445,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 183,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 183,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 729,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 729,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 3480,
            estimated_exchange_cycles: 2904,
        },
        MidOperation {
            source: Some(
                OperationId(
                    25,
                ),
            ),
            inputs: [
                MidValueId(
                    328,
                ),
            ],
            results: [
                MidValueId(
                    446,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 9,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 729,
                                    replicas: 729,
                                    axes: [
                                        AxisTiling {
                                            axis: FromStart(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 1496,
            estimated_exchange_cycles: 1176,
        },
        MidOperation {
            source: Some(
                OperationId(
                    25,
                ),
            ),
            inputs: [
                MidValueId(
                    329,
                ),
            ],
            results: [
                MidValueId(
                    447,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 9,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 729,
                                    replicas: 729,
                                    axes: [
                                        AxisTiling {
                                            axis: FromStart(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 1496,
            estimated_exchange_cycles: 1176,
        },
        MidOperation {
            source: Some(
                OperationId(
                    25,
                ),
            ),
            inputs: [
                MidValueId(
                    445,
                ),
                MidValueId(
                    446,
                ),
                MidValueId(
                    447,
                ),
            ],
            results: [
                MidValueId(
                    448,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: LayerNorm,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    25,
                ),
            ),
            inputs: [
                MidValueId(
                    448,
                ),
            ],
            results: [
                MidValueId(
                    449,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 729,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 729,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 183,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 183,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 3480,
            estimated_exchange_cycles: 2904,
        },
        MidOperation {
            source: Some(
                OperationId(
                    26,
                ),
            ),
            inputs: [
                MidValueId(
                    449,
                ),
            ],
            results: [
                MidValueId(
                    450,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 183,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 183,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1458,
                                    replicas: 18,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 128,
                                            padding_multiple: 128,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 14136,
            estimated_exchange_cycles: 13720,
        },
        MidOperation {
            source: Some(
                OperationId(
                    26,
                ),
            ),
            inputs: [
                MidValueId(
                    450,
                ),
            ],
            results: [
                MidValueId(
                    451,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1458,
                                    replicas: 18,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 128,
                                            padding_multiple: 128,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1458,
                                    replicas: 18,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 128,
                                            padding_multiple: 128,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: LocalKernel,
                },
            ),
            estimated_cycles: 4842,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    26,
                ),
            ),
            inputs: [
                MidValueId(
                    331,
                ),
            ],
            results: [
                MidValueId(
                    452,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    TransposedLeft,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 144,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: BlockMajor(
                                    Matrix {
                                        row_block: 128,
                                        column_block: 16,
                                    },
                                ),
                                tiling: TensorTiling {
                                    tile_count: 162,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 128,
                                            padding_multiple: 128,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Interleaved,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 2305843009213693951,
            estimated_exchange_cycles: 2305843009213693951,
        },
        MidOperation {
            source: Some(
                OperationId(
                    26,
                ),
            ),
            inputs: [
                MidValueId(
                    452,
                ),
            ],
            results: [
                MidValueId(
                    608,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: true,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    26,
                ),
            ),
            inputs: [
                MidValueId(
                    451,
                ),
                MidValueId(
                    608,
                ),
            ],
            results: [
                MidValueId(
                    609,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Gemm {
                        multiply: F8F143 {
                            scale_exponent: -4,
                        },
                        accumulate: F16,
                        mode: Initialize,
                        weights: Standard,
                        inner_block: 128,
                        output_columns: 128,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: Some(
                        ProductAxes {
                            left_inner: FromStart(
                                2,
                            ),
                            right_inner: FromStart(
                                0,
                            ),
                            output_column: FromEnd(
                                1,
                            ),
                            valid_inner: None,
                            valid_columns: None,
                        },
                    ),
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    26,
                ),
            ),
            inputs: [
                MidValueId(
                    609,
                ),
            ],
            results: [
                MidValueId(
                    453,
                ),
            ],
            kind: Primitive(
                Sum {
                    axis: 0,
                    staging: Complete,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    27,
                ),
            ),
            inputs: [
                MidValueId(
                    453,
                ),
            ],
            results: [
                MidValueId(
                    455,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    27,
                ),
            ),
            inputs: [
                MidValueId(
                    332,
                ),
            ],
            results: [
                MidValueId(
                    456,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 18,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1458,
                                    replicas: 729,
                                    axes: [
                                        AxisTiling {
                                            axis: FromStart(
                                                2,
                                            ),
                                            partitions: 2,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 1496,
            estimated_exchange_cycles: 1176,
        },
        MidOperation {
            source: Some(
                OperationId(
                    27,
                ),
            ),
            inputs: [
                MidValueId(
                    455,
                ),
                MidValueId(
                    456,
                ),
                MidValueId(
                    455,
                ),
            ],
            results: [
                MidValueId(
                    457,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Add,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [
                        (
                            0,
                            2,
                        ),
                    ],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    27,
                ),
            ),
            inputs: [
                MidValueId(
                    457,
                ),
            ],
            results: [
                MidValueId(
                    458,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1458,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 729,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                2,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 2,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 365,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 365,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 3480,
            estimated_exchange_cycles: 2904,
        },
        MidOperation {
            source: Some(
                OperationId(
                    28,
                ),
            ),
            inputs: [
                MidValueId(
                    330,
                ),
            ],
            results: [
                MidValueId(
                    459,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 72,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 72,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 72,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 1532,
            estimated_exchange_cycles: 1240,
        },
        MidOperation {
            source: Some(
                OperationId(
                    28,
                ),
            ),
            inputs: [
                MidValueId(
                    459,
                ),
            ],
            results: [
                MidValueId(
                    460,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 72,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 72,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: LocalKernel,
                },
            ),
            estimated_cycles: 714,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    28,
                ),
            ),
            inputs: [
                MidValueId(
                    333,
                ),
            ],
            results: [
                MidValueId(
                    461,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    TransposedLeft,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 72,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: BlockMajor(
                                    Matrix {
                                        row_block: 64,
                                        column_block: 16,
                                    },
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 72,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Interleaved,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 2305843009213693951,
            estimated_exchange_cycles: 2305843009213693951,
        },
        MidOperation {
            source: Some(
                OperationId(
                    28,
                ),
            ),
            inputs: [
                MidValueId(
                    460,
                ),
                MidValueId(
                    461,
                ),
            ],
            results: [
                MidValueId(
                    610,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Gemm {
                        multiply: F8F143 {
                            scale_exponent: -4,
                        },
                        accumulate: F16,
                        mode: Initialize,
                        weights: Standard,
                        inner_block: 64,
                        output_columns: 16,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: Some(
                        ProductAxes {
                            left_inner: FromStart(
                                2,
                            ),
                            right_inner: FromStart(
                                0,
                            ),
                            output_column: FromEnd(
                                1,
                            ),
                            valid_inner: None,
                            valid_columns: None,
                        },
                    ),
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    28,
                ),
            ),
            inputs: [
                MidValueId(
                    610,
                ),
            ],
            results: [
                MidValueId(
                    462,
                ),
            ],
            kind: Primitive(
                Sum {
                    axis: 0,
                    staging: Complete,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    29,
                ),
            ),
            inputs: [
                MidValueId(
                    462,
                ),
            ],
            results: [
                MidValueId(
                    464,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    29,
                ),
            ),
            inputs: [
                MidValueId(
                    334,
                ),
            ],
            results: [
                MidValueId(
                    465,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 9,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 288,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 288,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 953,
            estimated_exchange_cycles: 664,
        },
        MidOperation {
            source: Some(
                OperationId(
                    29,
                ),
            ),
            inputs: [
                MidValueId(
                    464,
                ),
                MidValueId(
                    465,
                ),
                MidValueId(
                    464,
                ),
            ],
            results: [
                MidValueId(
                    466,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Add,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [
                        (
                            0,
                            2,
                        ),
                    ],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    30,
                ),
            ),
            inputs: [
                MidValueId(
                    458,
                ),
            ],
            results: [
                MidValueId(
                    469,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    31,
                ),
            ),
            inputs: [
                MidValueId(
                    458,
                ),
            ],
            results: [
                MidValueId(
                    471,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [
                            0,
                            0,
                            1152,
                        ],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    466,
                ),
            ],
            results: [
                MidValueId(
                    478,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: Some(
                            AxisFactorView {
                                split_axis: 2,
                                merge_axis: 0,
                                factor: 16,
                                reversed: false,
                            },
                        ),
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    469,
                ),
            ],
            results: [
                MidValueId(
                    611,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: Some(
                            AxisFactorView {
                                split_axis: 2,
                                merge_axis: 0,
                                factor: 16,
                                reversed: false,
                            },
                        ),
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    471,
                ),
            ],
            results: [
                MidValueId(
                    612,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: Some(
                            AxisFactorView {
                                split_axis: 2,
                                merge_axis: 0,
                                factor: 16,
                                reversed: false,
                            },
                        ),
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    478,
                ),
            ],
            results: [
                MidValueId(
                    613,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: true,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    611,
                ),
            ],
            results: [
                MidValueId(
                    614,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: true,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    613,
                ),
                MidValueId(
                    614,
                ),
            ],
            results: [
                MidValueId(
                    615,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Gemm {
                        multiply: F16,
                        accumulate: F32,
                        mode: Initialize,
                        weights: Interleaved,
                        inner_block: 80,
                        output_columns: 16,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: Some(
                        ProductAxes {
                            left_inner: FromEnd(
                                1,
                            ),
                            right_inner: FromEnd(
                                1,
                            ),
                            output_column: FromEnd(
                                1,
                            ),
                            valid_inner: Some(
                                72,
                            ),
                            valid_columns: Some(
                                729,
                            ),
                        },
                    ),
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    615,
                ),
            ],
            results: [
                MidValueId(
                    616,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: true,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    616,
                ),
            ],
            results: [
                MidValueId(
                    617,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: AttentionSoftmax {
                        head_dimension: 72,
                        key_columns: 729,
                        padded_key_columns: 768,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    617,
                ),
            ],
            results: [
                MidValueId(
                    618,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: true,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    612,
                ),
            ],
            results: [
                MidValueId(
                    619,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: true,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    618,
                ),
                MidValueId(
                    619,
                ),
            ],
            results: [
                MidValueId(
                    620,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Gemm {
                        multiply: F16,
                        accumulate: F32,
                        mode: Initialize,
                        weights: Interleaved,
                        inner_block: 736,
                        output_columns: 16,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: Some(
                        ProductAxes {
                            left_inner: FromEnd(
                                1,
                            ),
                            right_inner: FromEnd(
                                2,
                            ),
                            output_column: FromEnd(
                                1,
                            ),
                            valid_inner: Some(
                                729,
                            ),
                            valid_columns: Some(
                                72,
                            ),
                        },
                    ),
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    620,
                ),
            ],
            results: [
                MidValueId(
                    621,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: true,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    621,
                ),
                MidValueId(
                    617,
                ),
                MidValueId(
                    621,
                ),
            ],
            results: [
                MidValueId(
                    481,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: AttentionMerge {
                        value_dimension: 72,
                        padded_value_dimension: 80,
                        key_block_columns: 768,
                        initial: true,
                        final_block: true,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    35,
                ),
            ),
            inputs: [
                MidValueId(
                    481,
                ),
            ],
            results: [
                MidValueId(
                    482,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 16,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                16,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                3,
                                            ),
                                            partitions: 16,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 3466,
            estimated_exchange_cycles: 3160,
        },
        MidOperation {
            source: Some(
                OperationId(
                    36,
                ),
            ),
            inputs: [
                MidValueId(
                    482,
                ),
            ],
            results: [
                MidValueId(
                    484,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: Some(
                            AxisFactorView {
                                split_axis: 2,
                                merge_axis: 0,
                                factor: 16,
                                reversed: true,
                            },
                        ),
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    37,
                ),
            ),
            inputs: [
                MidValueId(
                    484,
                ),
            ],
            results: [
                MidValueId(
                    485,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 72,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 1496,
            estimated_exchange_cycles: 1176,
        },
        MidOperation {
            source: Some(
                OperationId(
                    37,
                ),
            ),
            inputs: [
                MidValueId(
                    485,
                ),
            ],
            results: [
                MidValueId(
                    486,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 72,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 72,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: LocalKernel,
                },
            ),
            estimated_cycles: 714,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    37,
                ),
            ),
            inputs: [
                MidValueId(
                    335,
                ),
            ],
            results: [
                MidValueId(
                    487,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    TransposedLeft,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 72,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: BlockMajor(
                                    Matrix {
                                        row_block: 64,
                                        column_block: 16,
                                    },
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1296,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 72,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 18,
                                            padding_groups: 1,
                                            block_size: 64,
                                            padding_multiple: 64,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Interleaved,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 2305843009213693951,
            estimated_exchange_cycles: 2305843009213693951,
        },
        MidOperation {
            source: Some(
                OperationId(
                    37,
                ),
            ),
            inputs: [
                MidValueId(
                    486,
                ),
                MidValueId(
                    487,
                ),
            ],
            results: [
                MidValueId(
                    622,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Gemm {
                        multiply: F8F143 {
                            scale_exponent: -4,
                        },
                        accumulate: F16,
                        mode: Initialize,
                        weights: Standard,
                        inner_block: 64,
                        output_columns: 16,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: Some(
                        ProductAxes {
                            left_inner: FromStart(
                                2,
                            ),
                            right_inner: FromStart(
                                0,
                            ),
                            output_column: FromEnd(
                                1,
                            ),
                            valid_inner: None,
                            valid_columns: None,
                        },
                    ),
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    37,
                ),
            ),
            inputs: [
                MidValueId(
                    622,
                ),
            ],
            results: [
                MidValueId(
                    488,
                ),
            ],
            kind: Primitive(
                Sum {
                    axis: 0,
                    staging: Complete,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    38,
                ),
            ),
            inputs: [
                MidValueId(
                    488,
                ),
            ],
            results: [
                MidValueId(
                    490,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    38,
                ),
            ),
            inputs: [
                MidValueId(
                    336,
                ),
            ],
            results: [
                MidValueId(
                    491,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 9,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 288,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 288,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 953,
            estimated_exchange_cycles: 664,
        },
        MidOperation {
            source: Some(
                OperationId(
                    38,
                ),
            ),
            inputs: [
                MidValueId(
                    490,
                ),
                MidValueId(
                    491,
                ),
                MidValueId(
                    490,
                ),
            ],
            results: [
                MidValueId(
                    492,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Add,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [
                        (
                            0,
                            2,
                        ),
                    ],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    38,
                ),
            ),
            inputs: [
                MidValueId(
                    492,
                ),
            ],
            results: [
                MidValueId(
                    493,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 288,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 288,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 1463,
            estimated_exchange_cycles: 1174,
        },
        MidOperation {
            source: Some(
                OperationId(
                    39,
                ),
            ),
            inputs: [
                MidValueId(
                    493,
                ),
            ],
            results: [
                MidValueId(
                    494,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 32,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                32,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 32,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 6017,
            estimated_exchange_cycles: 5720,
        },
        MidOperation {
            source: Some(
                OperationId(
                    39,
                ),
            ),
            inputs: [
                MidValueId(
                    337,
                ),
            ],
            results: [
                MidValueId(
                    495,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 9,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 32,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                32,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 32,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 961,
            estimated_exchange_cycles: 664,
        },
        MidOperation {
            source: Some(
                OperationId(
                    39,
                ),
            ),
            inputs: [
                MidValueId(
                    338,
                ),
            ],
            results: [
                MidValueId(
                    496,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 9,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 32,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                32,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 32,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 961,
            estimated_exchange_cycles: 664,
        },
        MidOperation {
            source: Some(
                OperationId(
                    39,
                ),
            ),
            inputs: [
                MidValueId(
                    494,
                ),
            ],
            results: [
                MidValueId(
                    623,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: LayerNormMoments,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    39,
                ),
            ),
            inputs: [
                MidValueId(
                    623,
                ),
            ],
            results: [
                MidValueId(
                    624,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: true,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    39,
                ),
            ),
            inputs: [
                MidValueId(
                    494,
                ),
                MidValueId(
                    495,
                ),
                MidValueId(
                    496,
                ),
                MidValueId(
                    624,
                ),
            ],
            results: [
                MidValueId(
                    497,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: LayerNormApply {
                        parts: 32,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    39,
                ),
            ),
            inputs: [
                MidValueId(
                    497,
                ),
            ],
            results: [
                MidValueId(
                    498,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 32,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                32,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 32,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 6017,
            estimated_exchange_cycles: 5720,
        },
        MidOperation {
            source: Some(
                OperationId(
                    40,
                ),
            ),
            inputs: [
                MidValueId(
                    498,
                ),
            ],
            results: [
                MidValueId(
                    499,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 40,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 36,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 1480,
            estimated_exchange_cycles: 1176,
        },
        MidOperation {
            source: Some(
                OperationId(
                    40,
                ),
            ),
            inputs: [
                MidValueId(
                    499,
                ),
            ],
            results: [
                MidValueId(
                    500,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 40,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 36,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 40,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 36,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: LocalKernel,
                },
            ),
            estimated_cycles: 522,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    40,
                ),
            ),
            inputs: [
                MidValueId(
                    339,
                ),
            ],
            results: [
                MidValueId(
                    501,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    TransposedLeft,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 36,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 40,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: BlockMajor(
                                    Matrix {
                                        row_block: 32,
                                        column_block: 16,
                                    },
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 40,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 36,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Interleaved,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 2305843009213693951,
            estimated_exchange_cycles: 2305843009213693951,
        },
        MidOperation {
            source: Some(
                OperationId(
                    40,
                ),
            ),
            inputs: [
                MidValueId(
                    500,
                ),
                MidValueId(
                    501,
                ),
            ],
            results: [
                MidValueId(
                    625,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Gemm {
                        multiply: F8F143 {
                            scale_exponent: -4,
                        },
                        accumulate: F16,
                        mode: Initialize,
                        weights: Standard,
                        inner_block: 32,
                        output_columns: 112,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: Some(
                        ProductAxes {
                            left_inner: FromStart(
                                2,
                            ),
                            right_inner: FromStart(
                                0,
                            ),
                            output_column: FromEnd(
                                1,
                            ),
                            valid_inner: None,
                            valid_columns: None,
                        },
                    ),
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    40,
                ),
            ),
            inputs: [
                MidValueId(
                    625,
                ),
            ],
            results: [
                MidValueId(
                    502,
                ),
            ],
            kind: Primitive(
                Sum {
                    axis: 0,
                    staging: Complete,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    41,
                ),
            ),
            inputs: [
                MidValueId(
                    502,
                ),
            ],
            results: [
                MidValueId(
                    504,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    41,
                ),
            ),
            inputs: [
                MidValueId(
                    340,
                ),
            ],
            results: [
                MidValueId(
                    505,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 34,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 34,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1076,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 1076,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 953,
            estimated_exchange_cycles: 664,
        },
        MidOperation {
            source: Some(
                OperationId(
                    41,
                ),
            ),
            inputs: [
                MidValueId(
                    504,
                ),
                MidValueId(
                    505,
                ),
                MidValueId(
                    504,
                ),
            ],
            results: [
                MidValueId(
                    506,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Add,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [
                        (
                            0,
                            2,
                        ),
                    ],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    42,
                ),
            ),
            inputs: [
                MidValueId(
                    506,
                ),
            ],
            results: [
                MidValueId(
                    508,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    42,
                ),
            ),
            inputs: [
                MidValueId(
                    508,
                ),
                MidValueId(
                    508,
                ),
            ],
            results: [
                MidValueId(
                    509,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Gelu,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [
                        (
                            0,
                            1,
                        ),
                    ],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    42,
                ),
            ),
            inputs: [
                MidValueId(
                    509,
                ),
            ],
            results: [
                MidValueId(
                    510,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1024,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 1024,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 3038,
            estimated_exchange_cycles: 2748,
        },
        MidOperation {
            source: Some(
                OperationId(
                    43,
                ),
            ),
            inputs: [
                MidValueId(
                    510,
                ),
            ],
            results: [
                MidValueId(
                    511,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 72,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 20,
                                            padding_groups: 1,
                                            block_size: 224,
                                            padding_multiple: 224,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 3152,
            estimated_exchange_cycles: 2752,
        },
        MidOperation {
            source: Some(
                OperationId(
                    43,
                ),
            ),
            inputs: [
                MidValueId(
                    511,
                ),
            ],
            results: [
                MidValueId(
                    512,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 72,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 20,
                                            padding_groups: 1,
                                            block_size: 224,
                                            padding_multiple: 224,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    Left,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 72,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 20,
                                            padding_groups: 1,
                                            block_size: 224,
                                            padding_multiple: 224,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 2,
                                            padding_multiple: 2,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: LocalKernel,
                },
            ),
            estimated_cycles: 858,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    43,
                ),
            ),
            inputs: [
                MidValueId(
                    341,
                ),
            ],
            results: [
                MidValueId(
                    513,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: Amp(
                                    TransposedLeft,
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 20,
                                            padding_groups: 1,
                                            block_size: 32,
                                            padding_multiple: 32,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 72,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F8F143 {
                                scale_exponent: -4,
                            },
                            layout: Layout {
                                order: BlockMajor(
                                    Matrix {
                                        row_block: 224,
                                        column_block: 16,
                                    },
                                ),
                                tiling: TensorTiling {
                                    tile_count: 1440,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 72,
                                            padding_groups: 1,
                                            block_size: 16,
                                            padding_multiple: 16,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 20,
                                            padding_groups: 1,
                                            block_size: 224,
                                            padding_multiple: 224,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Interleaved,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: StageLogicalThenTransform,
                },
            ),
            estimated_cycles: 2305843009213693951,
            estimated_exchange_cycles: 2305843009213693951,
        },
        MidOperation {
            source: Some(
                OperationId(
                    43,
                ),
            ),
            inputs: [
                MidValueId(
                    512,
                ),
                MidValueId(
                    513,
                ),
            ],
            results: [
                MidValueId(
                    626,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Gemm {
                        multiply: F8F143 {
                            scale_exponent: -4,
                        },
                        accumulate: F16,
                        mode: Initialize,
                        weights: Standard,
                        inner_block: 224,
                        output_columns: 16,
                    },
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: Some(
                        ProductAxes {
                            left_inner: FromStart(
                                2,
                            ),
                            right_inner: FromStart(
                                0,
                            ),
                            output_column: FromEnd(
                                1,
                            ),
                            valid_inner: None,
                            valid_columns: None,
                        },
                    ),
                    output_aliases: [],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    43,
                ),
            ),
            inputs: [
                MidValueId(
                    626,
                ),
            ],
            results: [
                MidValueId(
                    514,
                ),
            ],
            kind: Primitive(
                Sum {
                    axis: 0,
                    staging: Complete,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    44,
                ),
            ),
            inputs: [
                MidValueId(
                    514,
                ),
            ],
            results: [
                MidValueId(
                    516,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    44,
                ),
            ),
            inputs: [
                MidValueId(
                    342,
                ),
            ],
            results: [
                MidValueId(
                    517,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 9,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 9,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 288,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: Linear,
                                            partitions: 288,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 953,
            estimated_exchange_cycles: 664,
        },
        MidOperation {
            source: Some(
                OperationId(
                    44,
                ),
            ),
            inputs: [
                MidValueId(
                    516,
                ),
                MidValueId(
                    517,
                ),
                MidValueId(
                    516,
                ),
            ],
            results: [
                MidValueId(
                    518,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Add,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [
                        (
                            0,
                            2,
                        ),
                    ],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    45,
                ),
            ),
            inputs: [
                MidValueId(
                    493,
                ),
            ],
            results: [
                MidValueId(
                    520,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 288,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                288,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 288,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 46969,
            estimated_exchange_cycles: 46680,
        },
        MidOperation {
            source: Some(
                OperationId(
                    45,
                ),
            ),
            inputs: [
                MidValueId(
                    518,
                ),
            ],
            results: [
                MidValueId(
                    521,
                ),
            ],
            kind: Primitive(
                Copy {
                    mapping: CoordinateMapping {
                        offsets: [],
                        view: None,
                    },
                    reuse_local: false,
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    45,
                ),
            ),
            inputs: [
                MidValueId(
                    520,
                ),
                MidValueId(
                    521,
                ),
                MidValueId(
                    521,
                ),
            ],
            results: [
                MidValueId(
                    522,
                ),
            ],
            kind: Primitive(
                Compute {
                    kernel: Add,
                    operands: [
                        OperandWindow(
                            [],
                        ),
                        OperandWindow(
                            [],
                        ),
                    ],
                    product: None,
                    output_aliases: [
                        (
                            0,
                            2,
                        ),
                    ],
                },
            ),
            estimated_cycles: 0,
            estimated_exchange_cycles: 0,
        },
        MidOperation {
            source: Some(
                OperationId(
                    45,
                ),
            ),
            inputs: [
                MidValueId(
                    522,
                ),
            ],
            results: [
                MidValueId(
                    523,
                ),
            ],
            kind: Convert(
                ConversionPlan {
                    input: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 288,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                288,
                                            ),
                                        },
                                        AxisTiling {
                                            axis: FromEnd(
                                                1,
                                            ),
                                            partitions: 288,
                                            padding_groups: 1,
                                            block_size: 4,
                                            padding_multiple: 4,
                                            shard_padding_multiple: 1,
                                            padding: Reject,
                                            tile_stride: Some(
                                                1,
                                            ),
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    output: OperandRequirement {
                        format: TensorFormat {
                            precision: F16,
                            layout: Layout {
                                order: RowMajor,
                                tiling: TensorTiling {
                                    tile_count: 1,
                                    replicas: 1,
                                    axes: [
                                        AxisTiling {
                                            axis: FromEnd(
                                                2,
                                            ),
                                            partitions: 1,
                                            padding_groups: 1,
                                            block_size: 1,
                                            padding_multiple: 1,
                                            shard_padding_multiple: 1,
                                            padding: Zero,
                                            tile_stride: None,
                                        },
                                    ],
                                },
                                memory_class: Ipu21Standard,
                            },
                        },
                        alignment: 8,
                        access_tail_bytes: 0,
                        local_staging: Direct,
                        materialization: Complete,
                    },
                    strategy: DirectRetile,
                },
            ),
            estimated_cycles: 46969,
            estimated_exchange_cycles: 46680,
        },
    ],
    outputs: [
        MidValueId(
            523,
        ),
    ],
    estimated_cycles: 28182771,
    estimated_exchange_cycles: 14145355,
    peak_memory: MemoryPeaks {
        standard: 421496,
        interleaved: 63488,
        total: 421496,
        exchange_rows: 164408,
        maximum_standard_allocation: 62464,
    },
}