#include "model_container.h" #include "owned_constants.h" namespace ait { namespace { // Contains the metadata for each constant. constexpr std::array owned_constants = { }; } // namespace ModelContainerBase::ModelContainerBase( size_t num_inputs, size_t num_outputs, size_t num_bound_constants, size_t num_unbound_constants, size_t params_size, AITemplateAllocator& allocator) : constants_size_(params_size), constants_primary_(RAII_DeviceMalloc(constants_size_, allocator)), constants_secondary_(nullptr), use_constants_primary_buffer_(true), buffer_state_(BufferState::CLEAN), bound_constant_size_(num_bound_constants), bound_constant_dtypes_(num_bound_constants), num_params_(num_inputs + num_outputs + num_unbound_constants), param_names_(num_params_), param_dtypes_(num_params_), max_param_shapes_(num_params_), max_param_numel_(num_params_), max_param_storage_bytes_(num_params_) { unbound_constant_name_to_idx_["pool_probe"] = 0; unbound_constant_name_to_idx_["pool_q_weight"] = 1; unbound_constant_name_to_idx_["pool_q_bias"] = 2; unbound_constant_name_to_idx_["patch_embed_proj_weight"] = 3; unbound_constant_name_to_idx_["patch_embed_proj_bias"] = 4; unbound_constant_name_to_idx_["pos_emb_pos_emb"] = 5; unbound_constant_name_to_idx_["encoder_layers_0_ln1_weight"] = 6; unbound_constant_name_to_idx_["encoder_layers_0_ln1_bias"] = 7; unbound_constant_name_to_idx_["encoder_layers_0_mha_qkv_weight"] = 8; unbound_constant_name_to_idx_["encoder_layers_0_mha_qkv_bias"] = 9; unbound_constant_name_to_idx_["encoder_layers_0_mha_proj_weight"] = 10; unbound_constant_name_to_idx_["encoder_layers_0_mha_proj_bias"] = 11; unbound_constant_name_to_idx_["encoder_layers_0_ln2_weight"] = 12; unbound_constant_name_to_idx_["encoder_layers_0_ln2_bias"] = 13; unbound_constant_name_to_idx_["encoder_layers_0_mlp_fc1_weight"] = 14; unbound_constant_name_to_idx_["encoder_layers_0_mlp_fc1_bias"] = 15; unbound_constant_name_to_idx_["encoder_layers_0_mlp_fc2_weight"] = 16; unbound_constant_name_to_idx_["encoder_layers_0_mlp_fc2_bias"] = 17; unbound_constant_name_to_idx_["encoder_layers_1_ln1_weight"] = 18; unbound_constant_name_to_idx_["encoder_layers_1_ln1_bias"] = 19; unbound_constant_name_to_idx_["encoder_layers_1_mha_qkv_weight"] = 20; unbound_constant_name_to_idx_["encoder_layers_1_mha_qkv_bias"] = 21; unbound_constant_name_to_idx_["encoder_layers_1_mha_proj_weight"] = 22; unbound_constant_name_to_idx_["encoder_layers_1_mha_proj_bias"] = 23; unbound_constant_name_to_idx_["encoder_layers_1_ln2_weight"] = 24; unbound_constant_name_to_idx_["encoder_layers_1_ln2_bias"] = 25; unbound_constant_name_to_idx_["encoder_layers_1_mlp_fc1_weight"] = 26; unbound_constant_name_to_idx_["encoder_layers_1_mlp_fc1_bias"] = 27; unbound_constant_name_to_idx_["encoder_layers_1_mlp_fc2_weight"] = 28; unbound_constant_name_to_idx_["encoder_layers_1_mlp_fc2_bias"] = 29; unbound_constant_name_to_idx_["encoder_layers_2_ln1_weight"] = 30; unbound_constant_name_to_idx_["encoder_layers_2_ln1_bias"] = 31; unbound_constant_name_to_idx_["encoder_layers_2_mha_qkv_weight"] = 32; unbound_constant_name_to_idx_["encoder_layers_2_mha_qkv_bias"] = 33; unbound_constant_name_to_idx_["encoder_layers_2_mha_proj_weight"] = 34; unbound_constant_name_to_idx_["encoder_layers_2_mha_proj_bias"] = 35; unbound_constant_name_to_idx_["encoder_layers_2_ln2_weight"] = 36; unbound_constant_name_to_idx_["encoder_layers_2_ln2_bias"] = 37; unbound_constant_name_to_idx_["encoder_layers_2_mlp_fc1_weight"] = 38; unbound_constant_name_to_idx_["encoder_layers_2_mlp_fc1_bias"] = 39; unbound_constant_name_to_idx_["encoder_layers_2_mlp_fc2_weight"] = 40; unbound_constant_name_to_idx_["encoder_layers_2_mlp_fc2_bias"] = 41; unbound_constant_name_to_idx_["encoder_layers_3_ln1_weight"] = 42; unbound_constant_name_to_idx_["encoder_layers_3_ln1_bias"] = 43; unbound_constant_name_to_idx_["encoder_layers_3_mha_qkv_weight"] = 44; unbound_constant_name_to_idx_["encoder_layers_3_mha_qkv_bias"] = 45; unbound_constant_name_to_idx_["encoder_layers_3_mha_proj_weight"] = 46; unbound_constant_name_to_idx_["encoder_layers_3_mha_proj_bias"] = 47; unbound_constant_name_to_idx_["encoder_layers_3_ln2_weight"] = 48; unbound_constant_name_to_idx_["encoder_layers_3_ln2_bias"] = 49; unbound_constant_name_to_idx_["encoder_layers_3_mlp_fc1_weight"] = 50; unbound_constant_name_to_idx_["encoder_layers_3_mlp_fc1_bias"] = 51; unbound_constant_name_to_idx_["encoder_layers_3_mlp_fc2_weight"] = 52; unbound_constant_name_to_idx_["encoder_layers_3_mlp_fc2_bias"] = 53; unbound_constant_name_to_idx_["encoder_layers_4_ln1_weight"] = 54; unbound_constant_name_to_idx_["encoder_layers_4_ln1_bias"] = 55; unbound_constant_name_to_idx_["encoder_layers_4_mha_qkv_weight"] = 56; unbound_constant_name_to_idx_["encoder_layers_4_mha_qkv_bias"] = 57; unbound_constant_name_to_idx_["encoder_layers_4_mha_proj_weight"] = 58; unbound_constant_name_to_idx_["encoder_layers_4_mha_proj_bias"] = 59; unbound_constant_name_to_idx_["encoder_layers_4_ln2_weight"] = 60; unbound_constant_name_to_idx_["encoder_layers_4_ln2_bias"] = 61; unbound_constant_name_to_idx_["encoder_layers_4_mlp_fc1_weight"] = 62; unbound_constant_name_to_idx_["encoder_layers_4_mlp_fc1_bias"] = 63; unbound_constant_name_to_idx_["encoder_layers_4_mlp_fc2_weight"] = 64; unbound_constant_name_to_idx_["encoder_layers_4_mlp_fc2_bias"] = 65; unbound_constant_name_to_idx_["encoder_layers_5_ln1_weight"] = 66; unbound_constant_name_to_idx_["encoder_layers_5_ln1_bias"] = 67; unbound_constant_name_to_idx_["encoder_layers_5_mha_qkv_weight"] = 68; unbound_constant_name_to_idx_["encoder_layers_5_mha_qkv_bias"] = 69; unbound_constant_name_to_idx_["encoder_layers_5_mha_proj_weight"] = 70; unbound_constant_name_to_idx_["encoder_layers_5_mha_proj_bias"] = 71; unbound_constant_name_to_idx_["encoder_layers_5_ln2_weight"] = 72; unbound_constant_name_to_idx_["encoder_layers_5_ln2_bias"] = 73; unbound_constant_name_to_idx_["encoder_layers_5_mlp_fc1_weight"] = 74; unbound_constant_name_to_idx_["encoder_layers_5_mlp_fc1_bias"] = 75; unbound_constant_name_to_idx_["encoder_layers_5_mlp_fc2_weight"] = 76; unbound_constant_name_to_idx_["encoder_layers_5_mlp_fc2_bias"] = 77; unbound_constant_name_to_idx_["encoder_layers_6_ln1_weight"] = 78; unbound_constant_name_to_idx_["encoder_layers_6_ln1_bias"] = 79; unbound_constant_name_to_idx_["encoder_layers_6_mha_qkv_weight"] = 80; unbound_constant_name_to_idx_["encoder_layers_6_mha_qkv_bias"] = 81; unbound_constant_name_to_idx_["encoder_layers_6_mha_proj_weight"] = 82; unbound_constant_name_to_idx_["encoder_layers_6_mha_proj_bias"] = 83; unbound_constant_name_to_idx_["encoder_layers_6_ln2_weight"] = 84; unbound_constant_name_to_idx_["encoder_layers_6_ln2_bias"] = 85; unbound_constant_name_to_idx_["encoder_layers_6_mlp_fc1_weight"] = 86; unbound_constant_name_to_idx_["encoder_layers_6_mlp_fc1_bias"] = 87; unbound_constant_name_to_idx_["encoder_layers_6_mlp_fc2_weight"] = 88; unbound_constant_name_to_idx_["encoder_layers_6_mlp_fc2_bias"] = 89; unbound_constant_name_to_idx_["encoder_layers_7_ln1_weight"] = 90; unbound_constant_name_to_idx_["encoder_layers_7_ln1_bias"] = 91; unbound_constant_name_to_idx_["encoder_layers_7_mha_qkv_weight"] = 92; unbound_constant_name_to_idx_["encoder_layers_7_mha_qkv_bias"] = 93; unbound_constant_name_to_idx_["encoder_layers_7_mha_proj_weight"] = 94; unbound_constant_name_to_idx_["encoder_layers_7_mha_proj_bias"] = 95; unbound_constant_name_to_idx_["encoder_layers_7_ln2_weight"] = 96; unbound_constant_name_to_idx_["encoder_layers_7_ln2_bias"] = 97; unbound_constant_name_to_idx_["encoder_layers_7_mlp_fc1_weight"] = 98; unbound_constant_name_to_idx_["encoder_layers_7_mlp_fc1_bias"] = 99; unbound_constant_name_to_idx_["encoder_layers_7_mlp_fc2_weight"] = 100; unbound_constant_name_to_idx_["encoder_layers_7_mlp_fc2_bias"] = 101; unbound_constant_name_to_idx_["encoder_layers_8_ln1_weight"] = 102; unbound_constant_name_to_idx_["encoder_layers_8_ln1_bias"] = 103; unbound_constant_name_to_idx_["encoder_layers_8_mha_qkv_weight"] = 104; unbound_constant_name_to_idx_["encoder_layers_8_mha_qkv_bias"] = 105; unbound_constant_name_to_idx_["encoder_layers_8_mha_proj_weight"] = 106; unbound_constant_name_to_idx_["encoder_layers_8_mha_proj_bias"] = 107; unbound_constant_name_to_idx_["encoder_layers_8_ln2_weight"] = 108; unbound_constant_name_to_idx_["encoder_layers_8_ln2_bias"] = 109; unbound_constant_name_to_idx_["encoder_layers_8_mlp_fc1_weight"] = 110; unbound_constant_name_to_idx_["encoder_layers_8_mlp_fc1_bias"] = 111; unbound_constant_name_to_idx_["encoder_layers_8_mlp_fc2_weight"] = 112; unbound_constant_name_to_idx_["encoder_layers_8_mlp_fc2_bias"] = 113; unbound_constant_name_to_idx_["encoder_layers_9_ln1_weight"] = 114; unbound_constant_name_to_idx_["encoder_layers_9_ln1_bias"] = 115; unbound_constant_name_to_idx_["encoder_layers_9_mha_qkv_weight"] = 116; unbound_constant_name_to_idx_["encoder_layers_9_mha_qkv_bias"] = 117; unbound_constant_name_to_idx_["encoder_layers_9_mha_proj_weight"] = 118; unbound_constant_name_to_idx_["encoder_layers_9_mha_proj_bias"] = 119; unbound_constant_name_to_idx_["encoder_layers_9_ln2_weight"] = 120; unbound_constant_name_to_idx_["encoder_layers_9_ln2_bias"] = 121; unbound_constant_name_to_idx_["encoder_layers_9_mlp_fc1_weight"] = 122; unbound_constant_name_to_idx_["encoder_layers_9_mlp_fc1_bias"] = 123; unbound_constant_name_to_idx_["encoder_layers_9_mlp_fc2_weight"] = 124; unbound_constant_name_to_idx_["encoder_layers_9_mlp_fc2_bias"] = 125; unbound_constant_name_to_idx_["encoder_layers_10_ln1_weight"] = 126; unbound_constant_name_to_idx_["encoder_layers_10_ln1_bias"] = 127; unbound_constant_name_to_idx_["encoder_layers_10_mha_qkv_weight"] = 128; unbound_constant_name_to_idx_["encoder_layers_10_mha_qkv_bias"] = 129; unbound_constant_name_to_idx_["encoder_layers_10_mha_proj_weight"] = 130; unbound_constant_name_to_idx_["encoder_layers_10_mha_proj_bias"] = 131; unbound_constant_name_to_idx_["encoder_layers_10_ln2_weight"] = 132; unbound_constant_name_to_idx_["encoder_layers_10_ln2_bias"] = 133; unbound_constant_name_to_idx_["encoder_layers_10_mlp_fc1_weight"] = 134; unbound_constant_name_to_idx_["encoder_layers_10_mlp_fc1_bias"] = 135; unbound_constant_name_to_idx_["encoder_layers_10_mlp_fc2_weight"] = 136; unbound_constant_name_to_idx_["encoder_layers_10_mlp_fc2_bias"] = 137; unbound_constant_name_to_idx_["encoder_layers_11_ln1_weight"] = 138; unbound_constant_name_to_idx_["encoder_layers_11_ln1_bias"] = 139; unbound_constant_name_to_idx_["encoder_layers_11_mha_qkv_weight"] = 140; unbound_constant_name_to_idx_["encoder_layers_11_mha_qkv_bias"] = 141; unbound_constant_name_to_idx_["encoder_layers_11_mha_proj_weight"] = 142; unbound_constant_name_to_idx_["encoder_layers_11_mha_proj_bias"] = 143; unbound_constant_name_to_idx_["encoder_layers_11_ln2_weight"] = 144; unbound_constant_name_to_idx_["encoder_layers_11_ln2_bias"] = 145; unbound_constant_name_to_idx_["encoder_layers_11_mlp_fc1_weight"] = 146; unbound_constant_name_to_idx_["encoder_layers_11_mlp_fc1_bias"] = 147; unbound_constant_name_to_idx_["encoder_layers_11_mlp_fc2_weight"] = 148; unbound_constant_name_to_idx_["encoder_layers_11_mlp_fc2_bias"] = 149; unbound_constant_name_to_idx_["encoder_layers_12_ln1_weight"] = 150; unbound_constant_name_to_idx_["encoder_layers_12_ln1_bias"] = 151; unbound_constant_name_to_idx_["encoder_layers_12_mha_qkv_weight"] = 152; unbound_constant_name_to_idx_["encoder_layers_12_mha_qkv_bias"] = 153; unbound_constant_name_to_idx_["encoder_layers_12_mha_proj_weight"] = 154; unbound_constant_name_to_idx_["encoder_layers_12_mha_proj_bias"] = 155; unbound_constant_name_to_idx_["encoder_layers_12_ln2_weight"] = 156; unbound_constant_name_to_idx_["encoder_layers_12_ln2_bias"] = 157; unbound_constant_name_to_idx_["encoder_layers_12_mlp_fc1_weight"] = 158; unbound_constant_name_to_idx_["encoder_layers_12_mlp_fc1_bias"] = 159; unbound_constant_name_to_idx_["encoder_layers_12_mlp_fc2_weight"] = 160; unbound_constant_name_to_idx_["encoder_layers_12_mlp_fc2_bias"] = 161; unbound_constant_name_to_idx_["encoder_layers_13_ln1_weight"] = 162; unbound_constant_name_to_idx_["encoder_layers_13_ln1_bias"] = 163; unbound_constant_name_to_idx_["encoder_layers_13_mha_qkv_weight"] = 164; unbound_constant_name_to_idx_["encoder_layers_13_mha_qkv_bias"] = 165; unbound_constant_name_to_idx_["encoder_layers_13_mha_proj_weight"] = 166; unbound_constant_name_to_idx_["encoder_layers_13_mha_proj_bias"] = 167; unbound_constant_name_to_idx_["encoder_layers_13_ln2_weight"] = 168; unbound_constant_name_to_idx_["encoder_layers_13_ln2_bias"] = 169; unbound_constant_name_to_idx_["encoder_layers_13_mlp_fc1_weight"] = 170; unbound_constant_name_to_idx_["encoder_layers_13_mlp_fc1_bias"] = 171; unbound_constant_name_to_idx_["encoder_layers_13_mlp_fc2_weight"] = 172; unbound_constant_name_to_idx_["encoder_layers_13_mlp_fc2_bias"] = 173; unbound_constant_name_to_idx_["encoder_layers_14_ln1_weight"] = 174; unbound_constant_name_to_idx_["encoder_layers_14_ln1_bias"] = 175; unbound_constant_name_to_idx_["encoder_layers_14_mha_qkv_weight"] = 176; unbound_constant_name_to_idx_["encoder_layers_14_mha_qkv_bias"] = 177; unbound_constant_name_to_idx_["encoder_layers_14_mha_proj_weight"] = 178; unbound_constant_name_to_idx_["encoder_layers_14_mha_proj_bias"] = 179; unbound_constant_name_to_idx_["encoder_layers_14_ln2_weight"] = 180; unbound_constant_name_to_idx_["encoder_layers_14_ln2_bias"] = 181; unbound_constant_name_to_idx_["encoder_layers_14_mlp_fc1_weight"] = 182; unbound_constant_name_to_idx_["encoder_layers_14_mlp_fc1_bias"] = 183; unbound_constant_name_to_idx_["encoder_layers_14_mlp_fc2_weight"] = 184; unbound_constant_name_to_idx_["encoder_layers_14_mlp_fc2_bias"] = 185; unbound_constant_name_to_idx_["encoder_layers_15_ln1_weight"] = 186; unbound_constant_name_to_idx_["encoder_layers_15_ln1_bias"] = 187; unbound_constant_name_to_idx_["encoder_layers_15_mha_qkv_weight"] = 188; unbound_constant_name_to_idx_["encoder_layers_15_mha_qkv_bias"] = 189; unbound_constant_name_to_idx_["encoder_layers_15_mha_proj_weight"] = 190; unbound_constant_name_to_idx_["encoder_layers_15_mha_proj_bias"] = 191; unbound_constant_name_to_idx_["encoder_layers_15_ln2_weight"] = 192; unbound_constant_name_to_idx_["encoder_layers_15_ln2_bias"] = 193; unbound_constant_name_to_idx_["encoder_layers_15_mlp_fc1_weight"] = 194; unbound_constant_name_to_idx_["encoder_layers_15_mlp_fc1_bias"] = 195; unbound_constant_name_to_idx_["encoder_layers_15_mlp_fc2_weight"] = 196; unbound_constant_name_to_idx_["encoder_layers_15_mlp_fc2_bias"] = 197; unbound_constant_name_to_idx_["encoder_layers_16_ln1_weight"] = 198; unbound_constant_name_to_idx_["encoder_layers_16_ln1_bias"] = 199; unbound_constant_name_to_idx_["encoder_layers_16_mha_qkv_weight"] = 200; unbound_constant_name_to_idx_["encoder_layers_16_mha_qkv_bias"] = 201; unbound_constant_name_to_idx_["encoder_layers_16_mha_proj_weight"] = 202; unbound_constant_name_to_idx_["encoder_layers_16_mha_proj_bias"] = 203; unbound_constant_name_to_idx_["encoder_layers_16_ln2_weight"] = 204; unbound_constant_name_to_idx_["encoder_layers_16_ln2_bias"] = 205; unbound_constant_name_to_idx_["encoder_layers_16_mlp_fc1_weight"] = 206; unbound_constant_name_to_idx_["encoder_layers_16_mlp_fc1_bias"] = 207; unbound_constant_name_to_idx_["encoder_layers_16_mlp_fc2_weight"] = 208; unbound_constant_name_to_idx_["encoder_layers_16_mlp_fc2_bias"] = 209; unbound_constant_name_to_idx_["encoder_layers_17_ln1_weight"] = 210; unbound_constant_name_to_idx_["encoder_layers_17_ln1_bias"] = 211; unbound_constant_name_to_idx_["encoder_layers_17_mha_qkv_weight"] = 212; unbound_constant_name_to_idx_["encoder_layers_17_mha_qkv_bias"] = 213; unbound_constant_name_to_idx_["encoder_layers_17_mha_proj_weight"] = 214; unbound_constant_name_to_idx_["encoder_layers_17_mha_proj_bias"] = 215; unbound_constant_name_to_idx_["encoder_layers_17_ln2_weight"] = 216; unbound_constant_name_to_idx_["encoder_layers_17_ln2_bias"] = 217; unbound_constant_name_to_idx_["encoder_layers_17_mlp_fc1_weight"] = 218; unbound_constant_name_to_idx_["encoder_layers_17_mlp_fc1_bias"] = 219; unbound_constant_name_to_idx_["encoder_layers_17_mlp_fc2_weight"] = 220; unbound_constant_name_to_idx_["encoder_layers_17_mlp_fc2_bias"] = 221; unbound_constant_name_to_idx_["encoder_layers_18_ln1_weight"] = 222; unbound_constant_name_to_idx_["encoder_layers_18_ln1_bias"] = 223; unbound_constant_name_to_idx_["encoder_layers_18_mha_qkv_weight"] = 224; unbound_constant_name_to_idx_["encoder_layers_18_mha_qkv_bias"] = 225; unbound_constant_name_to_idx_["encoder_layers_18_mha_proj_weight"] = 226; unbound_constant_name_to_idx_["encoder_layers_18_mha_proj_bias"] = 227; unbound_constant_name_to_idx_["encoder_layers_18_ln2_weight"] = 228; unbound_constant_name_to_idx_["encoder_layers_18_ln2_bias"] = 229; unbound_constant_name_to_idx_["encoder_layers_18_mlp_fc1_weight"] = 230; unbound_constant_name_to_idx_["encoder_layers_18_mlp_fc1_bias"] = 231; unbound_constant_name_to_idx_["encoder_layers_18_mlp_fc2_weight"] = 232; unbound_constant_name_to_idx_["encoder_layers_18_mlp_fc2_bias"] = 233; unbound_constant_name_to_idx_["encoder_layers_19_ln1_weight"] = 234; unbound_constant_name_to_idx_["encoder_layers_19_ln1_bias"] = 235; unbound_constant_name_to_idx_["encoder_layers_19_mha_qkv_weight"] = 236; unbound_constant_name_to_idx_["encoder_layers_19_mha_qkv_bias"] = 237; unbound_constant_name_to_idx_["encoder_layers_19_mha_proj_weight"] = 238; unbound_constant_name_to_idx_["encoder_layers_19_mha_proj_bias"] = 239; unbound_constant_name_to_idx_["encoder_layers_19_ln2_weight"] = 240; unbound_constant_name_to_idx_["encoder_layers_19_ln2_bias"] = 241; unbound_constant_name_to_idx_["encoder_layers_19_mlp_fc1_weight"] = 242; unbound_constant_name_to_idx_["encoder_layers_19_mlp_fc1_bias"] = 243; unbound_constant_name_to_idx_["encoder_layers_19_mlp_fc2_weight"] = 244; unbound_constant_name_to_idx_["encoder_layers_19_mlp_fc2_bias"] = 245; unbound_constant_name_to_idx_["encoder_layers_20_ln1_weight"] = 246; unbound_constant_name_to_idx_["encoder_layers_20_ln1_bias"] = 247; unbound_constant_name_to_idx_["encoder_layers_20_mha_qkv_weight"] = 248; unbound_constant_name_to_idx_["encoder_layers_20_mha_qkv_bias"] = 249; unbound_constant_name_to_idx_["encoder_layers_20_mha_proj_weight"] = 250; unbound_constant_name_to_idx_["encoder_layers_20_mha_proj_bias"] = 251; unbound_constant_name_to_idx_["encoder_layers_20_ln2_weight"] = 252; unbound_constant_name_to_idx_["encoder_layers_20_ln2_bias"] = 253; unbound_constant_name_to_idx_["encoder_layers_20_mlp_fc1_weight"] = 254; unbound_constant_name_to_idx_["encoder_layers_20_mlp_fc1_bias"] = 255; unbound_constant_name_to_idx_["encoder_layers_20_mlp_fc2_weight"] = 256; unbound_constant_name_to_idx_["encoder_layers_20_mlp_fc2_bias"] = 257; unbound_constant_name_to_idx_["encoder_layers_21_ln1_weight"] = 258; unbound_constant_name_to_idx_["encoder_layers_21_ln1_bias"] = 259; unbound_constant_name_to_idx_["encoder_layers_21_mha_qkv_weight"] = 260; unbound_constant_name_to_idx_["encoder_layers_21_mha_qkv_bias"] = 261; unbound_constant_name_to_idx_["encoder_layers_21_mha_proj_weight"] = 262; unbound_constant_name_to_idx_["encoder_layers_21_mha_proj_bias"] = 263; unbound_constant_name_to_idx_["encoder_layers_21_ln2_weight"] = 264; unbound_constant_name_to_idx_["encoder_layers_21_ln2_bias"] = 265; unbound_constant_name_to_idx_["encoder_layers_21_mlp_fc1_weight"] = 266; unbound_constant_name_to_idx_["encoder_layers_21_mlp_fc1_bias"] = 267; unbound_constant_name_to_idx_["encoder_layers_21_mlp_fc2_weight"] = 268; unbound_constant_name_to_idx_["encoder_layers_21_mlp_fc2_bias"] = 269; unbound_constant_name_to_idx_["encoder_layers_22_ln1_weight"] = 270; unbound_constant_name_to_idx_["encoder_layers_22_ln1_bias"] = 271; unbound_constant_name_to_idx_["encoder_layers_22_mha_qkv_weight"] = 272; unbound_constant_name_to_idx_["encoder_layers_22_mha_qkv_bias"] = 273; unbound_constant_name_to_idx_["encoder_layers_22_mha_proj_weight"] = 274; unbound_constant_name_to_idx_["encoder_layers_22_mha_proj_bias"] = 275; unbound_constant_name_to_idx_["encoder_layers_22_ln2_weight"] = 276; unbound_constant_name_to_idx_["encoder_layers_22_ln2_bias"] = 277; unbound_constant_name_to_idx_["encoder_layers_22_mlp_fc1_weight"] = 278; unbound_constant_name_to_idx_["encoder_layers_22_mlp_fc1_bias"] = 279; unbound_constant_name_to_idx_["encoder_layers_22_mlp_fc2_weight"] = 280; unbound_constant_name_to_idx_["encoder_layers_22_mlp_fc2_bias"] = 281; unbound_constant_name_to_idx_["encoder_layers_23_ln1_weight"] = 282; unbound_constant_name_to_idx_["encoder_layers_23_ln1_bias"] = 283; unbound_constant_name_to_idx_["encoder_layers_23_mha_qkv_weight"] = 284; unbound_constant_name_to_idx_["encoder_layers_23_mha_qkv_bias"] = 285; unbound_constant_name_to_idx_["encoder_layers_23_mha_proj_weight"] = 286; unbound_constant_name_to_idx_["encoder_layers_23_mha_proj_bias"] = 287; unbound_constant_name_to_idx_["encoder_layers_23_ln2_weight"] = 288; unbound_constant_name_to_idx_["encoder_layers_23_ln2_bias"] = 289; unbound_constant_name_to_idx_["encoder_layers_23_mlp_fc1_weight"] = 290; unbound_constant_name_to_idx_["encoder_layers_23_mlp_fc1_bias"] = 291; unbound_constant_name_to_idx_["encoder_layers_23_mlp_fc2_weight"] = 292; unbound_constant_name_to_idx_["encoder_layers_23_mlp_fc2_bias"] = 293; unbound_constant_name_to_idx_["encoder_layers_24_ln1_weight"] = 294; unbound_constant_name_to_idx_["encoder_layers_24_ln1_bias"] = 295; unbound_constant_name_to_idx_["encoder_layers_24_mha_qkv_weight"] = 296; unbound_constant_name_to_idx_["encoder_layers_24_mha_qkv_bias"] = 297; unbound_constant_name_to_idx_["encoder_layers_24_mha_proj_weight"] = 298; unbound_constant_name_to_idx_["encoder_layers_24_mha_proj_bias"] = 299; unbound_constant_name_to_idx_["encoder_layers_24_ln2_weight"] = 300; unbound_constant_name_to_idx_["encoder_layers_24_ln2_bias"] = 301; unbound_constant_name_to_idx_["encoder_layers_24_mlp_fc1_weight"] = 302; unbound_constant_name_to_idx_["encoder_layers_24_mlp_fc1_bias"] = 303; unbound_constant_name_to_idx_["encoder_layers_24_mlp_fc2_weight"] = 304; unbound_constant_name_to_idx_["encoder_layers_24_mlp_fc2_bias"] = 305; unbound_constant_name_to_idx_["encoder_layers_25_ln1_weight"] = 306; unbound_constant_name_to_idx_["encoder_layers_25_ln1_bias"] = 307; unbound_constant_name_to_idx_["encoder_layers_25_mha_qkv_weight"] = 308; unbound_constant_name_to_idx_["encoder_layers_25_mha_qkv_bias"] = 309; unbound_constant_name_to_idx_["encoder_layers_25_mha_proj_weight"] = 310; unbound_constant_name_to_idx_["encoder_layers_25_mha_proj_bias"] = 311; unbound_constant_name_to_idx_["encoder_layers_25_ln2_weight"] = 312; unbound_constant_name_to_idx_["encoder_layers_25_ln2_bias"] = 313; unbound_constant_name_to_idx_["encoder_layers_25_mlp_fc1_weight"] = 314; unbound_constant_name_to_idx_["encoder_layers_25_mlp_fc1_bias"] = 315; unbound_constant_name_to_idx_["encoder_layers_25_mlp_fc2_weight"] = 316; unbound_constant_name_to_idx_["encoder_layers_25_mlp_fc2_bias"] = 317; unbound_constant_name_to_idx_["encoder_layers_26_ln1_weight"] = 318; unbound_constant_name_to_idx_["encoder_layers_26_ln1_bias"] = 319; unbound_constant_name_to_idx_["encoder_layers_26_mha_qkv_weight"] = 320; unbound_constant_name_to_idx_["encoder_layers_26_mha_qkv_bias"] = 321; unbound_constant_name_to_idx_["encoder_layers_26_mha_proj_weight"] = 322; unbound_constant_name_to_idx_["encoder_layers_26_mha_proj_bias"] = 323; unbound_constant_name_to_idx_["encoder_layers_26_ln2_weight"] = 324; unbound_constant_name_to_idx_["encoder_layers_26_ln2_bias"] = 325; unbound_constant_name_to_idx_["encoder_layers_26_mlp_fc1_weight"] = 326; unbound_constant_name_to_idx_["encoder_layers_26_mlp_fc1_bias"] = 327; unbound_constant_name_to_idx_["encoder_layers_26_mlp_fc2_weight"] = 328; unbound_constant_name_to_idx_["encoder_layers_26_mlp_fc2_bias"] = 329; unbound_constant_name_to_idx_["encoder_ln_weight"] = 330; unbound_constant_name_to_idx_["encoder_ln_bias"] = 331; unbound_constant_name_to_idx_["pool_kv_weight"] = 332; unbound_constant_name_to_idx_["pool_kv_bias"] = 333; unbound_constant_name_to_idx_["pool_proj_weight"] = 334; unbound_constant_name_to_idx_["pool_proj_bias"] = 335; unbound_constant_name_to_idx_["pool_ln_weight"] = 336; unbound_constant_name_to_idx_["pool_ln_bias"] = 337; unbound_constant_name_to_idx_["pool_mlp_fc1_weight"] = 338; unbound_constant_name_to_idx_["pool_mlp_fc1_bias"] = 339; unbound_constant_name_to_idx_["pool_mlp_fc2_weight"] = 340; unbound_constant_name_to_idx_["pool_mlp_fc2_bias"] = 341; param_names_[2] = "pool_probe"; param_names_[3] = "pool_q_weight"; param_names_[4] = "pool_q_bias"; param_names_[0] = "input0"; param_names_[5] = "patch_embed_proj_weight"; param_names_[6] = "patch_embed_proj_bias"; param_names_[7] = "pos_emb_pos_emb"; param_names_[8] = "encoder_layers_0_ln1_weight"; param_names_[9] = "encoder_layers_0_ln1_bias"; param_names_[10] = "encoder_layers_0_mha_qkv_weight"; param_names_[11] = "encoder_layers_0_mha_qkv_bias"; param_names_[12] = "encoder_layers_0_mha_proj_weight"; param_names_[13] = "encoder_layers_0_mha_proj_bias"; param_names_[14] = "encoder_layers_0_ln2_weight"; param_names_[15] = "encoder_layers_0_ln2_bias"; param_names_[16] = "encoder_layers_0_mlp_fc1_weight"; param_names_[17] = "encoder_layers_0_mlp_fc1_bias"; param_names_[18] = "encoder_layers_0_mlp_fc2_weight"; param_names_[19] = "encoder_layers_0_mlp_fc2_bias"; param_names_[20] = "encoder_layers_1_ln1_weight"; param_names_[21] = "encoder_layers_1_ln1_bias"; param_names_[22] = "encoder_layers_1_mha_qkv_weight"; param_names_[23] = "encoder_layers_1_mha_qkv_bias"; param_names_[24] = "encoder_layers_1_mha_proj_weight"; param_names_[25] = "encoder_layers_1_mha_proj_bias"; param_names_[26] = "encoder_layers_1_ln2_weight"; param_names_[27] = "encoder_layers_1_ln2_bias"; param_names_[28] = "encoder_layers_1_mlp_fc1_weight"; param_names_[29] = "encoder_layers_1_mlp_fc1_bias"; param_names_[30] = "encoder_layers_1_mlp_fc2_weight"; param_names_[31] = "encoder_layers_1_mlp_fc2_bias"; param_names_[32] = "encoder_layers_2_ln1_weight"; param_names_[33] = "encoder_layers_2_ln1_bias"; param_names_[34] = "encoder_layers_2_mha_qkv_weight"; param_names_[35] = "encoder_layers_2_mha_qkv_bias"; param_names_[36] = "encoder_layers_2_mha_proj_weight"; param_names_[37] = "encoder_layers_2_mha_proj_bias"; param_names_[38] = "encoder_layers_2_ln2_weight"; param_names_[39] = "encoder_layers_2_ln2_bias"; param_names_[40] = "encoder_layers_2_mlp_fc1_weight"; param_names_[41] = "encoder_layers_2_mlp_fc1_bias"; param_names_[42] = "encoder_layers_2_mlp_fc2_weight"; param_names_[43] = "encoder_layers_2_mlp_fc2_bias"; param_names_[44] = "encoder_layers_3_ln1_weight"; param_names_[45] = "encoder_layers_3_ln1_bias"; param_names_[46] = "encoder_layers_3_mha_qkv_weight"; param_names_[47] = "encoder_layers_3_mha_qkv_bias"; param_names_[48] = "encoder_layers_3_mha_proj_weight"; param_names_[49] = "encoder_layers_3_mha_proj_bias"; param_names_[50] = "encoder_layers_3_ln2_weight"; param_names_[51] = "encoder_layers_3_ln2_bias"; param_names_[52] = "encoder_layers_3_mlp_fc1_weight"; param_names_[53] = "encoder_layers_3_mlp_fc1_bias"; param_names_[54] = "encoder_layers_3_mlp_fc2_weight"; param_names_[55] = "encoder_layers_3_mlp_fc2_bias"; param_names_[56] = "encoder_layers_4_ln1_weight"; param_names_[57] = "encoder_layers_4_ln1_bias"; param_names_[58] = "encoder_layers_4_mha_qkv_weight"; param_names_[59] = "encoder_layers_4_mha_qkv_bias"; param_names_[60] = "encoder_layers_4_mha_proj_weight"; param_names_[61] = "encoder_layers_4_mha_proj_bias"; param_names_[62] = "encoder_layers_4_ln2_weight"; param_names_[63] = "encoder_layers_4_ln2_bias"; param_names_[64] = "encoder_layers_4_mlp_fc1_weight"; param_names_[65] = "encoder_layers_4_mlp_fc1_bias"; param_names_[66] = "encoder_layers_4_mlp_fc2_weight"; param_names_[67] = "encoder_layers_4_mlp_fc2_bias"; param_names_[68] = "encoder_layers_5_ln1_weight"; param_names_[69] = "encoder_layers_5_ln1_bias"; param_names_[70] = "encoder_layers_5_mha_qkv_weight"; param_names_[71] = "encoder_layers_5_mha_qkv_bias"; param_names_[72] = "encoder_layers_5_mha_proj_weight"; param_names_[73] = "encoder_layers_5_mha_proj_bias"; param_names_[74] = "encoder_layers_5_ln2_weight"; param_names_[75] = "encoder_layers_5_ln2_bias"; param_names_[76] = "encoder_layers_5_mlp_fc1_weight"; param_names_[77] = "encoder_layers_5_mlp_fc1_bias"; param_names_[78] = "encoder_layers_5_mlp_fc2_weight"; param_names_[79] = "encoder_layers_5_mlp_fc2_bias"; param_names_[80] = "encoder_layers_6_ln1_weight"; param_names_[81] = "encoder_layers_6_ln1_bias"; param_names_[82] = "encoder_layers_6_mha_qkv_weight"; param_names_[83] = "encoder_layers_6_mha_qkv_bias"; param_names_[84] = "encoder_layers_6_mha_proj_weight"; param_names_[85] = "encoder_layers_6_mha_proj_bias"; param_names_[86] = "encoder_layers_6_ln2_weight"; param_names_[87] = "encoder_layers_6_ln2_bias"; param_names_[88] = "encoder_layers_6_mlp_fc1_weight"; param_names_[89] = "encoder_layers_6_mlp_fc1_bias"; param_names_[90] = "encoder_layers_6_mlp_fc2_weight"; param_names_[91] = "encoder_layers_6_mlp_fc2_bias"; param_names_[92] = "encoder_layers_7_ln1_weight"; param_names_[93] = "encoder_layers_7_ln1_bias"; param_names_[94] = "encoder_layers_7_mha_qkv_weight"; param_names_[95] = "encoder_layers_7_mha_qkv_bias"; param_names_[96] = "encoder_layers_7_mha_proj_weight"; param_names_[97] = "encoder_layers_7_mha_proj_bias"; param_names_[98] = "encoder_layers_7_ln2_weight"; param_names_[99] = "encoder_layers_7_ln2_bias"; param_names_[100] = "encoder_layers_7_mlp_fc1_weight"; param_names_[101] = "encoder_layers_7_mlp_fc1_bias"; param_names_[102] = "encoder_layers_7_mlp_fc2_weight"; param_names_[103] = "encoder_layers_7_mlp_fc2_bias"; param_names_[104] = "encoder_layers_8_ln1_weight"; param_names_[105] = "encoder_layers_8_ln1_bias"; param_names_[106] = "encoder_layers_8_mha_qkv_weight"; param_names_[107] = "encoder_layers_8_mha_qkv_bias"; param_names_[108] = "encoder_layers_8_mha_proj_weight"; param_names_[109] = "encoder_layers_8_mha_proj_bias"; param_names_[110] = "encoder_layers_8_ln2_weight"; param_names_[111] = "encoder_layers_8_ln2_bias"; param_names_[112] = "encoder_layers_8_mlp_fc1_weight"; param_names_[113] = "encoder_layers_8_mlp_fc1_bias"; param_names_[114] = "encoder_layers_8_mlp_fc2_weight"; param_names_[115] = "encoder_layers_8_mlp_fc2_bias"; param_names_[116] = "encoder_layers_9_ln1_weight"; param_names_[117] = "encoder_layers_9_ln1_bias"; param_names_[118] = "encoder_layers_9_mha_qkv_weight"; param_names_[119] = "encoder_layers_9_mha_qkv_bias"; param_names_[120] = "encoder_layers_9_mha_proj_weight"; param_names_[121] = "encoder_layers_9_mha_proj_bias"; param_names_[122] = "encoder_layers_9_ln2_weight"; param_names_[123] = "encoder_layers_9_ln2_bias"; param_names_[124] = "encoder_layers_9_mlp_fc1_weight"; param_names_[125] = "encoder_layers_9_mlp_fc1_bias"; param_names_[126] = "encoder_layers_9_mlp_fc2_weight"; param_names_[127] = "encoder_layers_9_mlp_fc2_bias"; param_names_[128] = "encoder_layers_10_ln1_weight"; param_names_[129] = "encoder_layers_10_ln1_bias"; param_names_[130] = "encoder_layers_10_mha_qkv_weight"; param_names_[131] = "encoder_layers_10_mha_qkv_bias"; param_names_[132] = "encoder_layers_10_mha_proj_weight"; param_names_[133] = "encoder_layers_10_mha_proj_bias"; param_names_[134] = "encoder_layers_10_ln2_weight"; param_names_[135] = "encoder_layers_10_ln2_bias"; param_names_[136] = "encoder_layers_10_mlp_fc1_weight"; param_names_[137] = "encoder_layers_10_mlp_fc1_bias"; param_names_[138] = "encoder_layers_10_mlp_fc2_weight"; param_names_[139] = "encoder_layers_10_mlp_fc2_bias"; param_names_[140] = "encoder_layers_11_ln1_weight"; param_names_[141] = "encoder_layers_11_ln1_bias"; param_names_[142] = "encoder_layers_11_mha_qkv_weight"; param_names_[143] = "encoder_layers_11_mha_qkv_bias"; param_names_[144] = "encoder_layers_11_mha_proj_weight"; param_names_[145] = "encoder_layers_11_mha_proj_bias"; param_names_[146] = "encoder_layers_11_ln2_weight"; param_names_[147] = "encoder_layers_11_ln2_bias"; param_names_[148] = "encoder_layers_11_mlp_fc1_weight"; param_names_[149] = "encoder_layers_11_mlp_fc1_bias"; param_names_[150] = "encoder_layers_11_mlp_fc2_weight"; param_names_[151] = "encoder_layers_11_mlp_fc2_bias"; param_names_[152] = "encoder_layers_12_ln1_weight"; param_names_[153] = "encoder_layers_12_ln1_bias"; param_names_[154] = "encoder_layers_12_mha_qkv_weight"; param_names_[155] = "encoder_layers_12_mha_qkv_bias"; param_names_[156] = "encoder_layers_12_mha_proj_weight"; param_names_[157] = "encoder_layers_12_mha_proj_bias"; param_names_[158] = "encoder_layers_12_ln2_weight"; param_names_[159] = "encoder_layers_12_ln2_bias"; param_names_[160] = "encoder_layers_12_mlp_fc1_weight"; param_names_[161] = "encoder_layers_12_mlp_fc1_bias"; param_names_[162] = "encoder_layers_12_mlp_fc2_weight"; param_names_[163] = "encoder_layers_12_mlp_fc2_bias"; param_names_[164] = "encoder_layers_13_ln1_weight"; param_names_[165] = "encoder_layers_13_ln1_bias"; param_names_[166] = "encoder_layers_13_mha_qkv_weight"; param_names_[167] = "encoder_layers_13_mha_qkv_bias"; param_names_[168] = "encoder_layers_13_mha_proj_weight"; param_names_[169] = "encoder_layers_13_mha_proj_bias"; param_names_[170] = "encoder_layers_13_ln2_weight"; param_names_[171] = "encoder_layers_13_ln2_bias"; param_names_[172] = "encoder_layers_13_mlp_fc1_weight"; param_names_[173] = "encoder_layers_13_mlp_fc1_bias"; param_names_[174] = "encoder_layers_13_mlp_fc2_weight"; param_names_[175] = "encoder_layers_13_mlp_fc2_bias"; param_names_[176] = "encoder_layers_14_ln1_weight"; param_names_[177] = "encoder_layers_14_ln1_bias"; param_names_[178] = "encoder_layers_14_mha_qkv_weight"; param_names_[179] = "encoder_layers_14_mha_qkv_bias"; param_names_[180] = "encoder_layers_14_mha_proj_weight"; param_names_[181] = "encoder_layers_14_mha_proj_bias"; param_names_[182] = "encoder_layers_14_ln2_weight"; param_names_[183] = "encoder_layers_14_ln2_bias"; param_names_[184] = "encoder_layers_14_mlp_fc1_weight"; param_names_[185] = "encoder_layers_14_mlp_fc1_bias"; param_names_[186] = "encoder_layers_14_mlp_fc2_weight"; param_names_[187] = "encoder_layers_14_mlp_fc2_bias"; param_names_[188] = "encoder_layers_15_ln1_weight"; param_names_[189] = "encoder_layers_15_ln1_bias"; param_names_[190] = "encoder_layers_15_mha_qkv_weight"; param_names_[191] = "encoder_layers_15_mha_qkv_bias"; param_names_[192] = "encoder_layers_15_mha_proj_weight"; param_names_[193] = "encoder_layers_15_mha_proj_bias"; param_names_[194] = "encoder_layers_15_ln2_weight"; param_names_[195] = "encoder_layers_15_ln2_bias"; param_names_[196] = "encoder_layers_15_mlp_fc1_weight"; param_names_[197] = "encoder_layers_15_mlp_fc1_bias"; param_names_[198] = "encoder_layers_15_mlp_fc2_weight"; param_names_[199] = "encoder_layers_15_mlp_fc2_bias"; param_names_[200] = "encoder_layers_16_ln1_weight"; param_names_[201] = "encoder_layers_16_ln1_bias"; param_names_[202] = "encoder_layers_16_mha_qkv_weight"; param_names_[203] = "encoder_layers_16_mha_qkv_bias"; param_names_[204] = "encoder_layers_16_mha_proj_weight"; param_names_[205] = "encoder_layers_16_mha_proj_bias"; param_names_[206] = "encoder_layers_16_ln2_weight"; param_names_[207] = "encoder_layers_16_ln2_bias"; param_names_[208] = "encoder_layers_16_mlp_fc1_weight"; param_names_[209] = "encoder_layers_16_mlp_fc1_bias"; param_names_[210] = "encoder_layers_16_mlp_fc2_weight"; param_names_[211] = "encoder_layers_16_mlp_fc2_bias"; param_names_[212] = "encoder_layers_17_ln1_weight"; param_names_[213] = "encoder_layers_17_ln1_bias"; param_names_[214] = "encoder_layers_17_mha_qkv_weight"; param_names_[215] = "encoder_layers_17_mha_qkv_bias"; param_names_[216] = "encoder_layers_17_mha_proj_weight"; param_names_[217] = "encoder_layers_17_mha_proj_bias"; param_names_[218] = "encoder_layers_17_ln2_weight"; param_names_[219] = "encoder_layers_17_ln2_bias"; param_names_[220] = "encoder_layers_17_mlp_fc1_weight"; param_names_[221] = "encoder_layers_17_mlp_fc1_bias"; param_names_[222] = "encoder_layers_17_mlp_fc2_weight"; param_names_[223] = "encoder_layers_17_mlp_fc2_bias"; param_names_[224] = "encoder_layers_18_ln1_weight"; param_names_[225] = "encoder_layers_18_ln1_bias"; param_names_[226] = "encoder_layers_18_mha_qkv_weight"; param_names_[227] = "encoder_layers_18_mha_qkv_bias"; param_names_[228] = "encoder_layers_18_mha_proj_weight"; param_names_[229] = "encoder_layers_18_mha_proj_bias"; param_names_[230] = "encoder_layers_18_ln2_weight"; param_names_[231] = "encoder_layers_18_ln2_bias"; param_names_[232] = "encoder_layers_18_mlp_fc1_weight"; param_names_[233] = "encoder_layers_18_mlp_fc1_bias"; param_names_[234] = "encoder_layers_18_mlp_fc2_weight"; param_names_[235] = "encoder_layers_18_mlp_fc2_bias"; param_names_[236] = "encoder_layers_19_ln1_weight"; param_names_[237] = "encoder_layers_19_ln1_bias"; param_names_[238] = "encoder_layers_19_mha_qkv_weight"; param_names_[239] = "encoder_layers_19_mha_qkv_bias"; param_names_[240] = "encoder_layers_19_mha_proj_weight"; param_names_[241] = "encoder_layers_19_mha_proj_bias"; param_names_[242] = "encoder_layers_19_ln2_weight"; param_names_[243] = "encoder_layers_19_ln2_bias"; param_names_[244] = "encoder_layers_19_mlp_fc1_weight"; param_names_[245] = "encoder_layers_19_mlp_fc1_bias"; param_names_[246] = "encoder_layers_19_mlp_fc2_weight"; param_names_[247] = "encoder_layers_19_mlp_fc2_bias"; param_names_[248] = "encoder_layers_20_ln1_weight"; param_names_[249] = "encoder_layers_20_ln1_bias"; param_names_[250] = "encoder_layers_20_mha_qkv_weight"; param_names_[251] = "encoder_layers_20_mha_qkv_bias"; param_names_[252] = "encoder_layers_20_mha_proj_weight"; param_names_[253] = "encoder_layers_20_mha_proj_bias"; param_names_[254] = "encoder_layers_20_ln2_weight"; param_names_[255] = "encoder_layers_20_ln2_bias"; param_names_[256] = "encoder_layers_20_mlp_fc1_weight"; param_names_[257] = "encoder_layers_20_mlp_fc1_bias"; param_names_[258] = "encoder_layers_20_mlp_fc2_weight"; param_names_[259] = "encoder_layers_20_mlp_fc2_bias"; param_names_[260] = "encoder_layers_21_ln1_weight"; param_names_[261] = "encoder_layers_21_ln1_bias"; param_names_[262] = "encoder_layers_21_mha_qkv_weight"; param_names_[263] = "encoder_layers_21_mha_qkv_bias"; param_names_[264] = "encoder_layers_21_mha_proj_weight"; param_names_[265] = "encoder_layers_21_mha_proj_bias"; param_names_[266] = "encoder_layers_21_ln2_weight"; param_names_[267] = "encoder_layers_21_ln2_bias"; param_names_[268] = "encoder_layers_21_mlp_fc1_weight"; param_names_[269] = "encoder_layers_21_mlp_fc1_bias"; param_names_[270] = "encoder_layers_21_mlp_fc2_weight"; param_names_[271] = "encoder_layers_21_mlp_fc2_bias"; param_names_[272] = "encoder_layers_22_ln1_weight"; param_names_[273] = "encoder_layers_22_ln1_bias"; param_names_[274] = "encoder_layers_22_mha_qkv_weight"; param_names_[275] = "encoder_layers_22_mha_qkv_bias"; param_names_[276] = "encoder_layers_22_mha_proj_weight"; param_names_[277] = "encoder_layers_22_mha_proj_bias"; param_names_[278] = "encoder_layers_22_ln2_weight"; param_names_[279] = "encoder_layers_22_ln2_bias"; param_names_[280] = "encoder_layers_22_mlp_fc1_weight"; param_names_[281] = "encoder_layers_22_mlp_fc1_bias"; param_names_[282] = "encoder_layers_22_mlp_fc2_weight"; param_names_[283] = "encoder_layers_22_mlp_fc2_bias"; param_names_[284] = "encoder_layers_23_ln1_weight"; param_names_[285] = "encoder_layers_23_ln1_bias"; param_names_[286] = "encoder_layers_23_mha_qkv_weight"; param_names_[287] = "encoder_layers_23_mha_qkv_bias"; param_names_[288] = "encoder_layers_23_mha_proj_weight"; param_names_[289] = "encoder_layers_23_mha_proj_bias"; param_names_[290] = "encoder_layers_23_ln2_weight"; param_names_[291] = "encoder_layers_23_ln2_bias"; param_names_[292] = "encoder_layers_23_mlp_fc1_weight"; param_names_[293] = "encoder_layers_23_mlp_fc1_bias"; param_names_[294] = "encoder_layers_23_mlp_fc2_weight"; param_names_[295] = "encoder_layers_23_mlp_fc2_bias"; param_names_[296] = "encoder_layers_24_ln1_weight"; param_names_[297] = "encoder_layers_24_ln1_bias"; param_names_[298] = "encoder_layers_24_mha_qkv_weight"; param_names_[299] = "encoder_layers_24_mha_qkv_bias"; param_names_[300] = "encoder_layers_24_mha_proj_weight"; param_names_[301] = "encoder_layers_24_mha_proj_bias"; param_names_[302] = "encoder_layers_24_ln2_weight"; param_names_[303] = "encoder_layers_24_ln2_bias"; param_names_[304] = "encoder_layers_24_mlp_fc1_weight"; param_names_[305] = "encoder_layers_24_mlp_fc1_bias"; param_names_[306] = "encoder_layers_24_mlp_fc2_weight"; param_names_[307] = "encoder_layers_24_mlp_fc2_bias"; param_names_[308] = "encoder_layers_25_ln1_weight"; param_names_[309] = "encoder_layers_25_ln1_bias"; param_names_[310] = "encoder_layers_25_mha_qkv_weight"; param_names_[311] = "encoder_layers_25_mha_qkv_bias"; param_names_[312] = "encoder_layers_25_mha_proj_weight"; param_names_[313] = "encoder_layers_25_mha_proj_bias"; param_names_[314] = "encoder_layers_25_ln2_weight"; param_names_[315] = "encoder_layers_25_ln2_bias"; param_names_[316] = "encoder_layers_25_mlp_fc1_weight"; param_names_[317] = "encoder_layers_25_mlp_fc1_bias"; param_names_[318] = "encoder_layers_25_mlp_fc2_weight"; param_names_[319] = "encoder_layers_25_mlp_fc2_bias"; param_names_[320] = "encoder_layers_26_ln1_weight"; param_names_[321] = "encoder_layers_26_ln1_bias"; param_names_[322] = "encoder_layers_26_mha_qkv_weight"; param_names_[323] = "encoder_layers_26_mha_qkv_bias"; param_names_[324] = "encoder_layers_26_mha_proj_weight"; param_names_[325] = "encoder_layers_26_mha_proj_bias"; param_names_[326] = "encoder_layers_26_ln2_weight"; param_names_[327] = "encoder_layers_26_ln2_bias"; param_names_[328] = "encoder_layers_26_mlp_fc1_weight"; param_names_[329] = "encoder_layers_26_mlp_fc1_bias"; param_names_[330] = "encoder_layers_26_mlp_fc2_weight"; param_names_[331] = "encoder_layers_26_mlp_fc2_bias"; param_names_[332] = "encoder_ln_weight"; param_names_[333] = "encoder_ln_bias"; param_names_[334] = "pool_kv_weight"; param_names_[335] = "pool_kv_bias"; param_names_[336] = "pool_proj_weight"; param_names_[337] = "pool_proj_bias"; param_names_[338] = "pool_ln_weight"; param_names_[339] = "pool_ln_bias"; param_names_[340] = "pool_mlp_fc1_weight"; param_names_[341] = "pool_mlp_fc1_bias"; param_names_[342] = "pool_mlp_fc2_weight"; param_names_[343] = "pool_mlp_fc2_bias"; param_names_[1] = "output_0"; param_dtypes_[2] = AITemplateDtype::kHalf; param_dtypes_[3] = AITemplateDtype::kHalf; param_dtypes_[4] = AITemplateDtype::kHalf; param_dtypes_[0] = AITemplateDtype::kHalf; param_dtypes_[5] = AITemplateDtype::kHalf; param_dtypes_[6] = AITemplateDtype::kHalf; param_dtypes_[7] = AITemplateDtype::kHalf; param_dtypes_[8] = AITemplateDtype::kHalf; param_dtypes_[9] = AITemplateDtype::kHalf; param_dtypes_[10] = AITemplateDtype::kHalf; param_dtypes_[11] = AITemplateDtype::kHalf; param_dtypes_[12] = AITemplateDtype::kHalf; param_dtypes_[13] = AITemplateDtype::kHalf; param_dtypes_[14] = AITemplateDtype::kHalf; param_dtypes_[15] = AITemplateDtype::kHalf; param_dtypes_[16] = AITemplateDtype::kHalf; param_dtypes_[17] = AITemplateDtype::kHalf; param_dtypes_[18] = AITemplateDtype::kHalf; param_dtypes_[19] = AITemplateDtype::kHalf; param_dtypes_[20] = AITemplateDtype::kHalf; param_dtypes_[21] = AITemplateDtype::kHalf; param_dtypes_[22] = AITemplateDtype::kHalf; param_dtypes_[23] = AITemplateDtype::kHalf; param_dtypes_[24] = AITemplateDtype::kHalf; param_dtypes_[25] = AITemplateDtype::kHalf; param_dtypes_[26] = AITemplateDtype::kHalf; param_dtypes_[27] = AITemplateDtype::kHalf; param_dtypes_[28] = AITemplateDtype::kHalf; param_dtypes_[29] = AITemplateDtype::kHalf; param_dtypes_[30] = AITemplateDtype::kHalf; param_dtypes_[31] = AITemplateDtype::kHalf; param_dtypes_[32] = AITemplateDtype::kHalf; param_dtypes_[33] = AITemplateDtype::kHalf; param_dtypes_[34] = AITemplateDtype::kHalf; param_dtypes_[35] = AITemplateDtype::kHalf; param_dtypes_[36] = AITemplateDtype::kHalf; param_dtypes_[37] = AITemplateDtype::kHalf; param_dtypes_[38] = AITemplateDtype::kHalf; param_dtypes_[39] = AITemplateDtype::kHalf; param_dtypes_[40] = AITemplateDtype::kHalf; param_dtypes_[41] = AITemplateDtype::kHalf; param_dtypes_[42] = AITemplateDtype::kHalf; param_dtypes_[43] = AITemplateDtype::kHalf; param_dtypes_[44] = AITemplateDtype::kHalf; param_dtypes_[45] = AITemplateDtype::kHalf; param_dtypes_[46] = AITemplateDtype::kHalf; param_dtypes_[47] = AITemplateDtype::kHalf; param_dtypes_[48] = AITemplateDtype::kHalf; param_dtypes_[49] = AITemplateDtype::kHalf; param_dtypes_[50] = AITemplateDtype::kHalf; param_dtypes_[51] = AITemplateDtype::kHalf; param_dtypes_[52] = AITemplateDtype::kHalf; param_dtypes_[53] = AITemplateDtype::kHalf; param_dtypes_[54] = AITemplateDtype::kHalf; param_dtypes_[55] = AITemplateDtype::kHalf; param_dtypes_[56] = AITemplateDtype::kHalf; param_dtypes_[57] = AITemplateDtype::kHalf; param_dtypes_[58] = AITemplateDtype::kHalf; param_dtypes_[59] = AITemplateDtype::kHalf; param_dtypes_[60] = AITemplateDtype::kHalf; param_dtypes_[61] = AITemplateDtype::kHalf; param_dtypes_[62] = AITemplateDtype::kHalf; param_dtypes_[63] = AITemplateDtype::kHalf; param_dtypes_[64] = AITemplateDtype::kHalf; param_dtypes_[65] = AITemplateDtype::kHalf; param_dtypes_[66] = AITemplateDtype::kHalf; param_dtypes_[67] = AITemplateDtype::kHalf; param_dtypes_[68] = AITemplateDtype::kHalf; param_dtypes_[69] = AITemplateDtype::kHalf; param_dtypes_[70] = AITemplateDtype::kHalf; param_dtypes_[71] = AITemplateDtype::kHalf; param_dtypes_[72] = AITemplateDtype::kHalf; param_dtypes_[73] = AITemplateDtype::kHalf; param_dtypes_[74] = AITemplateDtype::kHalf; param_dtypes_[75] = AITemplateDtype::kHalf; param_dtypes_[76] = AITemplateDtype::kHalf; param_dtypes_[77] = AITemplateDtype::kHalf; param_dtypes_[78] = AITemplateDtype::kHalf; param_dtypes_[79] = AITemplateDtype::kHalf; param_dtypes_[80] = AITemplateDtype::kHalf; param_dtypes_[81] = AITemplateDtype::kHalf; param_dtypes_[82] = AITemplateDtype::kHalf; param_dtypes_[83] = AITemplateDtype::kHalf; param_dtypes_[84] = AITemplateDtype::kHalf; param_dtypes_[85] = AITemplateDtype::kHalf; param_dtypes_[86] = AITemplateDtype::kHalf; param_dtypes_[87] = AITemplateDtype::kHalf; param_dtypes_[88] = AITemplateDtype::kHalf; param_dtypes_[89] = AITemplateDtype::kHalf; param_dtypes_[90] = AITemplateDtype::kHalf; param_dtypes_[91] = AITemplateDtype::kHalf; param_dtypes_[92] = AITemplateDtype::kHalf; param_dtypes_[93] = AITemplateDtype::kHalf; param_dtypes_[94] = AITemplateDtype::kHalf; param_dtypes_[95] = AITemplateDtype::kHalf; param_dtypes_[96] = AITemplateDtype::kHalf; param_dtypes_[97] = AITemplateDtype::kHalf; param_dtypes_[98] = AITemplateDtype::kHalf; param_dtypes_[99] = AITemplateDtype::kHalf; param_dtypes_[100] = AITemplateDtype::kHalf; param_dtypes_[101] = AITemplateDtype::kHalf; param_dtypes_[102] = AITemplateDtype::kHalf; param_dtypes_[103] = AITemplateDtype::kHalf; param_dtypes_[104] = AITemplateDtype::kHalf; param_dtypes_[105] = AITemplateDtype::kHalf; param_dtypes_[106] = AITemplateDtype::kHalf; param_dtypes_[107] = AITemplateDtype::kHalf; param_dtypes_[108] = AITemplateDtype::kHalf; param_dtypes_[109] = AITemplateDtype::kHalf; param_dtypes_[110] = AITemplateDtype::kHalf; param_dtypes_[111] = AITemplateDtype::kHalf; param_dtypes_[112] = AITemplateDtype::kHalf; param_dtypes_[113] = AITemplateDtype::kHalf; param_dtypes_[114] = AITemplateDtype::kHalf; param_dtypes_[115] = AITemplateDtype::kHalf; param_dtypes_[116] = AITemplateDtype::kHalf; param_dtypes_[117] = AITemplateDtype::kHalf; param_dtypes_[118] = AITemplateDtype::kHalf; param_dtypes_[119] = AITemplateDtype::kHalf; param_dtypes_[120] = AITemplateDtype::kHalf; param_dtypes_[121] = AITemplateDtype::kHalf; param_dtypes_[122] = AITemplateDtype::kHalf; param_dtypes_[123] = AITemplateDtype::kHalf; param_dtypes_[124] = AITemplateDtype::kHalf; param_dtypes_[125] = AITemplateDtype::kHalf; param_dtypes_[126] = AITemplateDtype::kHalf; param_dtypes_[127] = AITemplateDtype::kHalf; param_dtypes_[128] = AITemplateDtype::kHalf; param_dtypes_[129] = AITemplateDtype::kHalf; param_dtypes_[130] = AITemplateDtype::kHalf; param_dtypes_[131] = AITemplateDtype::kHalf; param_dtypes_[132] = AITemplateDtype::kHalf; param_dtypes_[133] = AITemplateDtype::kHalf; param_dtypes_[134] = AITemplateDtype::kHalf; param_dtypes_[135] = AITemplateDtype::kHalf; param_dtypes_[136] = AITemplateDtype::kHalf; param_dtypes_[137] = AITemplateDtype::kHalf; param_dtypes_[138] = AITemplateDtype::kHalf; param_dtypes_[139] = AITemplateDtype::kHalf; param_dtypes_[140] = AITemplateDtype::kHalf; param_dtypes_[141] = AITemplateDtype::kHalf; param_dtypes_[142] = AITemplateDtype::kHalf; param_dtypes_[143] = AITemplateDtype::kHalf; param_dtypes_[144] = AITemplateDtype::kHalf; param_dtypes_[145] = AITemplateDtype::kHalf; param_dtypes_[146] = AITemplateDtype::kHalf; param_dtypes_[147] = AITemplateDtype::kHalf; param_dtypes_[148] = AITemplateDtype::kHalf; param_dtypes_[149] = AITemplateDtype::kHalf; param_dtypes_[150] = AITemplateDtype::kHalf; param_dtypes_[151] = AITemplateDtype::kHalf; param_dtypes_[152] = AITemplateDtype::kHalf; param_dtypes_[153] = AITemplateDtype::kHalf; param_dtypes_[154] = AITemplateDtype::kHalf; param_dtypes_[155] = AITemplateDtype::kHalf; param_dtypes_[156] = AITemplateDtype::kHalf; param_dtypes_[157] = AITemplateDtype::kHalf; param_dtypes_[158] = AITemplateDtype::kHalf; param_dtypes_[159] = AITemplateDtype::kHalf; param_dtypes_[160] = AITemplateDtype::kHalf; param_dtypes_[161] = AITemplateDtype::kHalf; param_dtypes_[162] = AITemplateDtype::kHalf; param_dtypes_[163] = AITemplateDtype::kHalf; param_dtypes_[164] = AITemplateDtype::kHalf; param_dtypes_[165] = AITemplateDtype::kHalf; param_dtypes_[166] = AITemplateDtype::kHalf; param_dtypes_[167] = AITemplateDtype::kHalf; param_dtypes_[168] = AITemplateDtype::kHalf; param_dtypes_[169] = AITemplateDtype::kHalf; param_dtypes_[170] = AITemplateDtype::kHalf; param_dtypes_[171] = AITemplateDtype::kHalf; param_dtypes_[172] = AITemplateDtype::kHalf; param_dtypes_[173] = AITemplateDtype::kHalf; param_dtypes_[174] = AITemplateDtype::kHalf; param_dtypes_[175] = AITemplateDtype::kHalf; param_dtypes_[176] = AITemplateDtype::kHalf; param_dtypes_[177] = AITemplateDtype::kHalf; param_dtypes_[178] = AITemplateDtype::kHalf; param_dtypes_[179] = AITemplateDtype::kHalf; param_dtypes_[180] = AITemplateDtype::kHalf; param_dtypes_[181] = AITemplateDtype::kHalf; param_dtypes_[182] = AITemplateDtype::kHalf; param_dtypes_[183] = AITemplateDtype::kHalf; param_dtypes_[184] = AITemplateDtype::kHalf; param_dtypes_[185] = AITemplateDtype::kHalf; param_dtypes_[186] = AITemplateDtype::kHalf; param_dtypes_[187] = AITemplateDtype::kHalf; param_dtypes_[188] = AITemplateDtype::kHalf; param_dtypes_[189] = AITemplateDtype::kHalf; param_dtypes_[190] = AITemplateDtype::kHalf; param_dtypes_[191] = AITemplateDtype::kHalf; param_dtypes_[192] = AITemplateDtype::kHalf; param_dtypes_[193] = AITemplateDtype::kHalf; param_dtypes_[194] = AITemplateDtype::kHalf; param_dtypes_[195] = AITemplateDtype::kHalf; param_dtypes_[196] = AITemplateDtype::kHalf; param_dtypes_[197] = AITemplateDtype::kHalf; param_dtypes_[198] = AITemplateDtype::kHalf; param_dtypes_[199] = AITemplateDtype::kHalf; param_dtypes_[200] = AITemplateDtype::kHalf; param_dtypes_[201] = AITemplateDtype::kHalf; param_dtypes_[202] = AITemplateDtype::kHalf; param_dtypes_[203] = AITemplateDtype::kHalf; param_dtypes_[204] = AITemplateDtype::kHalf; param_dtypes_[205] = AITemplateDtype::kHalf; param_dtypes_[206] = AITemplateDtype::kHalf; param_dtypes_[207] = AITemplateDtype::kHalf; param_dtypes_[208] = AITemplateDtype::kHalf; param_dtypes_[209] = AITemplateDtype::kHalf; param_dtypes_[210] = AITemplateDtype::kHalf; param_dtypes_[211] = AITemplateDtype::kHalf; param_dtypes_[212] = AITemplateDtype::kHalf; param_dtypes_[213] = AITemplateDtype::kHalf; param_dtypes_[214] = AITemplateDtype::kHalf; param_dtypes_[215] = AITemplateDtype::kHalf; param_dtypes_[216] = AITemplateDtype::kHalf; param_dtypes_[217] = AITemplateDtype::kHalf; param_dtypes_[218] = AITemplateDtype::kHalf; param_dtypes_[219] = AITemplateDtype::kHalf; param_dtypes_[220] = AITemplateDtype::kHalf; param_dtypes_[221] = AITemplateDtype::kHalf; param_dtypes_[222] = AITemplateDtype::kHalf; param_dtypes_[223] = AITemplateDtype::kHalf; param_dtypes_[224] = AITemplateDtype::kHalf; param_dtypes_[225] = AITemplateDtype::kHalf; param_dtypes_[226] = AITemplateDtype::kHalf; param_dtypes_[227] = AITemplateDtype::kHalf; param_dtypes_[228] = AITemplateDtype::kHalf; param_dtypes_[229] = AITemplateDtype::kHalf; param_dtypes_[230] = AITemplateDtype::kHalf; param_dtypes_[231] = AITemplateDtype::kHalf; param_dtypes_[232] = AITemplateDtype::kHalf; param_dtypes_[233] = AITemplateDtype::kHalf; param_dtypes_[234] = AITemplateDtype::kHalf; param_dtypes_[235] = AITemplateDtype::kHalf; param_dtypes_[236] = AITemplateDtype::kHalf; param_dtypes_[237] = AITemplateDtype::kHalf; param_dtypes_[238] = AITemplateDtype::kHalf; param_dtypes_[239] = AITemplateDtype::kHalf; param_dtypes_[240] = AITemplateDtype::kHalf; param_dtypes_[241] = AITemplateDtype::kHalf; param_dtypes_[242] = AITemplateDtype::kHalf; param_dtypes_[243] = AITemplateDtype::kHalf; param_dtypes_[244] = AITemplateDtype::kHalf; param_dtypes_[245] = AITemplateDtype::kHalf; param_dtypes_[246] = AITemplateDtype::kHalf; param_dtypes_[247] = AITemplateDtype::kHalf; param_dtypes_[248] = AITemplateDtype::kHalf; param_dtypes_[249] = AITemplateDtype::kHalf; param_dtypes_[250] = AITemplateDtype::kHalf; param_dtypes_[251] = AITemplateDtype::kHalf; param_dtypes_[252] = AITemplateDtype::kHalf; param_dtypes_[253] = AITemplateDtype::kHalf; param_dtypes_[254] = AITemplateDtype::kHalf; param_dtypes_[255] = AITemplateDtype::kHalf; param_dtypes_[256] = AITemplateDtype::kHalf; param_dtypes_[257] = AITemplateDtype::kHalf; param_dtypes_[258] = AITemplateDtype::kHalf; param_dtypes_[259] = AITemplateDtype::kHalf; param_dtypes_[260] = AITemplateDtype::kHalf; param_dtypes_[261] = AITemplateDtype::kHalf; param_dtypes_[262] = AITemplateDtype::kHalf; param_dtypes_[263] = AITemplateDtype::kHalf; param_dtypes_[264] = AITemplateDtype::kHalf; param_dtypes_[265] = AITemplateDtype::kHalf; param_dtypes_[266] = AITemplateDtype::kHalf; param_dtypes_[267] = AITemplateDtype::kHalf; param_dtypes_[268] = AITemplateDtype::kHalf; param_dtypes_[269] = AITemplateDtype::kHalf; param_dtypes_[270] = AITemplateDtype::kHalf; param_dtypes_[271] = AITemplateDtype::kHalf; param_dtypes_[272] = AITemplateDtype::kHalf; param_dtypes_[273] = AITemplateDtype::kHalf; param_dtypes_[274] = AITemplateDtype::kHalf; param_dtypes_[275] = AITemplateDtype::kHalf; param_dtypes_[276] = AITemplateDtype::kHalf; param_dtypes_[277] = AITemplateDtype::kHalf; param_dtypes_[278] = AITemplateDtype::kHalf; param_dtypes_[279] = AITemplateDtype::kHalf; param_dtypes_[280] = AITemplateDtype::kHalf; param_dtypes_[281] = AITemplateDtype::kHalf; param_dtypes_[282] = AITemplateDtype::kHalf; param_dtypes_[283] = AITemplateDtype::kHalf; param_dtypes_[284] = AITemplateDtype::kHalf; param_dtypes_[285] = AITemplateDtype::kHalf; param_dtypes_[286] = AITemplateDtype::kHalf; param_dtypes_[287] = AITemplateDtype::kHalf; param_dtypes_[288] = AITemplateDtype::kHalf; param_dtypes_[289] = AITemplateDtype::kHalf; param_dtypes_[290] = AITemplateDtype::kHalf; param_dtypes_[291] = AITemplateDtype::kHalf; param_dtypes_[292] = AITemplateDtype::kHalf; param_dtypes_[293] = AITemplateDtype::kHalf; param_dtypes_[294] = AITemplateDtype::kHalf; param_dtypes_[295] = AITemplateDtype::kHalf; param_dtypes_[296] = AITemplateDtype::kHalf; param_dtypes_[297] = AITemplateDtype::kHalf; param_dtypes_[298] = AITemplateDtype::kHalf; param_dtypes_[299] = AITemplateDtype::kHalf; param_dtypes_[300] = AITemplateDtype::kHalf; param_dtypes_[301] = AITemplateDtype::kHalf; param_dtypes_[302] = AITemplateDtype::kHalf; param_dtypes_[303] = AITemplateDtype::kHalf; param_dtypes_[304] = AITemplateDtype::kHalf; param_dtypes_[305] = AITemplateDtype::kHalf; param_dtypes_[306] = AITemplateDtype::kHalf; param_dtypes_[307] = AITemplateDtype::kHalf; param_dtypes_[308] = AITemplateDtype::kHalf; param_dtypes_[309] = AITemplateDtype::kHalf; param_dtypes_[310] = AITemplateDtype::kHalf; param_dtypes_[311] = AITemplateDtype::kHalf; param_dtypes_[312] = AITemplateDtype::kHalf; param_dtypes_[313] = AITemplateDtype::kHalf; param_dtypes_[314] = AITemplateDtype::kHalf; param_dtypes_[315] = AITemplateDtype::kHalf; param_dtypes_[316] = AITemplateDtype::kHalf; param_dtypes_[317] = AITemplateDtype::kHalf; param_dtypes_[318] = AITemplateDtype::kHalf; param_dtypes_[319] = AITemplateDtype::kHalf; param_dtypes_[320] = AITemplateDtype::kHalf; param_dtypes_[321] = AITemplateDtype::kHalf; param_dtypes_[322] = AITemplateDtype::kHalf; param_dtypes_[323] = AITemplateDtype::kHalf; param_dtypes_[324] = AITemplateDtype::kHalf; param_dtypes_[325] = AITemplateDtype::kHalf; param_dtypes_[326] = AITemplateDtype::kHalf; param_dtypes_[327] = AITemplateDtype::kHalf; param_dtypes_[328] = AITemplateDtype::kHalf; param_dtypes_[329] = AITemplateDtype::kHalf; param_dtypes_[330] = AITemplateDtype::kHalf; param_dtypes_[331] = AITemplateDtype::kHalf; param_dtypes_[332] = AITemplateDtype::kHalf; param_dtypes_[333] = AITemplateDtype::kHalf; param_dtypes_[334] = AITemplateDtype::kHalf; param_dtypes_[335] = AITemplateDtype::kHalf; param_dtypes_[336] = AITemplateDtype::kHalf; param_dtypes_[337] = AITemplateDtype::kHalf; param_dtypes_[338] = AITemplateDtype::kHalf; param_dtypes_[339] = AITemplateDtype::kHalf; param_dtypes_[340] = AITemplateDtype::kHalf; param_dtypes_[341] = AITemplateDtype::kHalf; param_dtypes_[342] = AITemplateDtype::kHalf; param_dtypes_[343] = AITemplateDtype::kHalf; param_dtypes_[1] = AITemplateDtype::kHalf; max_param_shapes_[2] = {1, 1, 1152}; max_param_shapes_[3] = {1152, 1152}; max_param_shapes_[4] = {1152}; max_param_shapes_[0] = {8, 384, 384, 3}; max_param_shapes_[5] = {1152, 14, 14, 3}; max_param_shapes_[6] = {1152}; max_param_shapes_[7] = {1, 729, 1152}; max_param_shapes_[8] = {1152}; max_param_shapes_[9] = {1152}; max_param_shapes_[10] = {3456, 1152}; max_param_shapes_[11] = {3456}; max_param_shapes_[12] = {1152, 1152}; max_param_shapes_[13] = {1152}; max_param_shapes_[14] = {1152}; max_param_shapes_[15] = {1152}; max_param_shapes_[16] = {4304, 1152}; max_param_shapes_[17] = {4304}; max_param_shapes_[18] = {1152, 4304}; max_param_shapes_[19] = {1152}; max_param_shapes_[20] = {1152}; max_param_shapes_[21] = {1152}; max_param_shapes_[22] = {3456, 1152}; max_param_shapes_[23] = {3456}; max_param_shapes_[24] = {1152, 1152}; max_param_shapes_[25] = {1152}; max_param_shapes_[26] = {1152}; max_param_shapes_[27] = {1152}; max_param_shapes_[28] = {4304, 1152}; max_param_shapes_[29] = {4304}; max_param_shapes_[30] = {1152, 4304}; max_param_shapes_[31] = {1152}; max_param_shapes_[32] = {1152}; max_param_shapes_[33] = {1152}; max_param_shapes_[34] = {3456, 1152}; max_param_shapes_[35] = {3456}; max_param_shapes_[36] = {1152, 1152}; max_param_shapes_[37] = {1152}; max_param_shapes_[38] = {1152}; max_param_shapes_[39] = {1152}; max_param_shapes_[40] = {4304, 1152}; max_param_shapes_[41] = {4304}; max_param_shapes_[42] = {1152, 4304}; max_param_shapes_[43] = {1152}; max_param_shapes_[44] = {1152}; max_param_shapes_[45] = {1152}; max_param_shapes_[46] = {3456, 1152}; max_param_shapes_[47] = {3456}; max_param_shapes_[48] = {1152, 1152}; max_param_shapes_[49] = {1152}; max_param_shapes_[50] = {1152}; max_param_shapes_[51] = {1152}; max_param_shapes_[52] = {4304, 1152}; max_param_shapes_[53] = {4304}; max_param_shapes_[54] = {1152, 4304}; max_param_shapes_[55] = {1152}; max_param_shapes_[56] = {1152}; max_param_shapes_[57] = {1152}; max_param_shapes_[58] = {3456, 1152}; max_param_shapes_[59] = {3456}; max_param_shapes_[60] = {1152, 1152}; max_param_shapes_[61] = {1152}; max_param_shapes_[62] = {1152}; max_param_shapes_[63] = {1152}; max_param_shapes_[64] = {4304, 1152}; max_param_shapes_[65] = {4304}; max_param_shapes_[66] = {1152, 4304}; max_param_shapes_[67] = {1152}; max_param_shapes_[68] = {1152}; max_param_shapes_[69] = {1152}; max_param_shapes_[70] = {3456, 1152}; max_param_shapes_[71] = {3456}; max_param_shapes_[72] = {1152, 1152}; max_param_shapes_[73] = {1152}; max_param_shapes_[74] = {1152}; max_param_shapes_[75] = {1152}; max_param_shapes_[76] = {4304, 1152}; max_param_shapes_[77] = {4304}; max_param_shapes_[78] = {1152, 4304}; max_param_shapes_[79] = {1152}; max_param_shapes_[80] = {1152}; max_param_shapes_[81] = {1152}; max_param_shapes_[82] = {3456, 1152}; max_param_shapes_[83] = {3456}; max_param_shapes_[84] = {1152, 1152}; max_param_shapes_[85] = {1152}; max_param_shapes_[86] = {1152}; max_param_shapes_[87] = {1152}; max_param_shapes_[88] = {4304, 1152}; max_param_shapes_[89] = {4304}; max_param_shapes_[90] = {1152, 4304}; max_param_shapes_[91] = {1152}; max_param_shapes_[92] = {1152}; max_param_shapes_[93] = {1152}; max_param_shapes_[94] = {3456, 1152}; max_param_shapes_[95] = {3456}; max_param_shapes_[96] = {1152, 1152}; max_param_shapes_[97] = {1152}; max_param_shapes_[98] = {1152}; max_param_shapes_[99] = {1152}; max_param_shapes_[100] = {4304, 1152}; max_param_shapes_[101] = {4304}; max_param_shapes_[102] = {1152, 4304}; max_param_shapes_[103] = {1152}; max_param_shapes_[104] = {1152}; max_param_shapes_[105] = {1152}; max_param_shapes_[106] = {3456, 1152}; max_param_shapes_[107] = {3456}; max_param_shapes_[108] = {1152, 1152}; max_param_shapes_[109] = {1152}; max_param_shapes_[110] = {1152}; max_param_shapes_[111] = {1152}; max_param_shapes_[112] = {4304, 1152}; max_param_shapes_[113] = {4304}; max_param_shapes_[114] = {1152, 4304}; max_param_shapes_[115] = {1152}; max_param_shapes_[116] = {1152}; max_param_shapes_[117] = {1152}; max_param_shapes_[118] = {3456, 1152}; max_param_shapes_[119] = {3456}; max_param_shapes_[120] = {1152, 1152}; max_param_shapes_[121] = {1152}; max_param_shapes_[122] = {1152}; max_param_shapes_[123] = {1152}; max_param_shapes_[124] = {4304, 1152}; max_param_shapes_[125] = {4304}; max_param_shapes_[126] = {1152, 4304}; max_param_shapes_[127] = {1152}; max_param_shapes_[128] = {1152}; max_param_shapes_[129] = {1152}; max_param_shapes_[130] = {3456, 1152}; max_param_shapes_[131] = {3456}; max_param_shapes_[132] = {1152, 1152}; max_param_shapes_[133] = {1152}; max_param_shapes_[134] = {1152}; max_param_shapes_[135] = {1152}; max_param_shapes_[136] = {4304, 1152}; max_param_shapes_[137] = {4304}; max_param_shapes_[138] = {1152, 4304}; max_param_shapes_[139] = {1152}; max_param_shapes_[140] = {1152}; max_param_shapes_[141] = {1152}; max_param_shapes_[142] = {3456, 1152}; max_param_shapes_[143] = {3456}; max_param_shapes_[144] = {1152, 1152}; max_param_shapes_[145] = {1152}; max_param_shapes_[146] = {1152}; max_param_shapes_[147] = {1152}; max_param_shapes_[148] = {4304, 1152}; max_param_shapes_[149] = {4304}; max_param_shapes_[150] = {1152, 4304}; max_param_shapes_[151] = {1152}; max_param_shapes_[152] = {1152}; max_param_shapes_[153] = {1152}; max_param_shapes_[154] = {3456, 1152}; max_param_shapes_[155] = {3456}; max_param_shapes_[156] = {1152, 1152}; max_param_shapes_[157] = {1152}; max_param_shapes_[158] = {1152}; max_param_shapes_[159] = {1152}; max_param_shapes_[160] = {4304, 1152}; max_param_shapes_[161] = {4304}; max_param_shapes_[162] = {1152, 4304}; max_param_shapes_[163] = {1152}; max_param_shapes_[164] = {1152}; max_param_shapes_[165] = {1152}; max_param_shapes_[166] = {3456, 1152}; max_param_shapes_[167] = {3456}; max_param_shapes_[168] = {1152, 1152}; max_param_shapes_[169] = {1152}; max_param_shapes_[170] = {1152}; max_param_shapes_[171] = {1152}; max_param_shapes_[172] = {4304, 1152}; max_param_shapes_[173] = {4304}; max_param_shapes_[174] = {1152, 4304}; max_param_shapes_[175] = {1152}; max_param_shapes_[176] = {1152}; max_param_shapes_[177] = {1152}; max_param_shapes_[178] = {3456, 1152}; max_param_shapes_[179] = {3456}; max_param_shapes_[180] = {1152, 1152}; max_param_shapes_[181] = {1152}; max_param_shapes_[182] = {1152}; max_param_shapes_[183] = {1152}; max_param_shapes_[184] = {4304, 1152}; max_param_shapes_[185] = {4304}; max_param_shapes_[186] = {1152, 4304}; max_param_shapes_[187] = {1152}; max_param_shapes_[188] = {1152}; max_param_shapes_[189] = {1152}; max_param_shapes_[190] = {3456, 1152}; max_param_shapes_[191] = {3456}; max_param_shapes_[192] = {1152, 1152}; max_param_shapes_[193] = {1152}; max_param_shapes_[194] = {1152}; max_param_shapes_[195] = {1152}; max_param_shapes_[196] = {4304, 1152}; max_param_shapes_[197] = {4304}; max_param_shapes_[198] = {1152, 4304}; max_param_shapes_[199] = {1152}; max_param_shapes_[200] = {1152}; max_param_shapes_[201] = {1152}; max_param_shapes_[202] = {3456, 1152}; max_param_shapes_[203] = {3456}; max_param_shapes_[204] = {1152, 1152}; max_param_shapes_[205] = {1152}; max_param_shapes_[206] = {1152}; max_param_shapes_[207] = {1152}; max_param_shapes_[208] = {4304, 1152}; max_param_shapes_[209] = {4304}; max_param_shapes_[210] = {1152, 4304}; max_param_shapes_[211] = {1152}; max_param_shapes_[212] = {1152}; max_param_shapes_[213] = {1152}; max_param_shapes_[214] = {3456, 1152}; max_param_shapes_[215] = {3456}; max_param_shapes_[216] = {1152, 1152}; max_param_shapes_[217] = {1152}; max_param_shapes_[218] = {1152}; max_param_shapes_[219] = {1152}; max_param_shapes_[220] = {4304, 1152}; max_param_shapes_[221] = {4304}; max_param_shapes_[222] = {1152, 4304}; max_param_shapes_[223] = {1152}; max_param_shapes_[224] = {1152}; max_param_shapes_[225] = {1152}; max_param_shapes_[226] = {3456, 1152}; max_param_shapes_[227] = {3456}; max_param_shapes_[228] = {1152, 1152}; max_param_shapes_[229] = {1152}; max_param_shapes_[230] = {1152}; max_param_shapes_[231] = {1152}; max_param_shapes_[232] = {4304, 1152}; max_param_shapes_[233] = {4304}; max_param_shapes_[234] = {1152, 4304}; max_param_shapes_[235] = {1152}; max_param_shapes_[236] = {1152}; max_param_shapes_[237] = {1152}; max_param_shapes_[238] = {3456, 1152}; max_param_shapes_[239] = {3456}; max_param_shapes_[240] = {1152, 1152}; max_param_shapes_[241] = {1152}; max_param_shapes_[242] = {1152}; max_param_shapes_[243] = {1152}; max_param_shapes_[244] = {4304, 1152}; max_param_shapes_[245] = {4304}; max_param_shapes_[246] = {1152, 4304}; max_param_shapes_[247] = {1152}; max_param_shapes_[248] = {1152}; max_param_shapes_[249] = {1152}; max_param_shapes_[250] = {3456, 1152}; max_param_shapes_[251] = {3456}; max_param_shapes_[252] = {1152, 1152}; max_param_shapes_[253] = {1152}; max_param_shapes_[254] = {1152}; max_param_shapes_[255] = {1152}; max_param_shapes_[256] = {4304, 1152}; max_param_shapes_[257] = {4304}; max_param_shapes_[258] = {1152, 4304}; max_param_shapes_[259] = {1152}; max_param_shapes_[260] = {1152}; max_param_shapes_[261] = {1152}; max_param_shapes_[262] = {3456, 1152}; max_param_shapes_[263] = {3456}; max_param_shapes_[264] = {1152, 1152}; max_param_shapes_[265] = {1152}; max_param_shapes_[266] = {1152}; max_param_shapes_[267] = {1152}; max_param_shapes_[268] = {4304, 1152}; max_param_shapes_[269] = {4304}; max_param_shapes_[270] = {1152, 4304}; max_param_shapes_[271] = {1152}; max_param_shapes_[272] = {1152}; max_param_shapes_[273] = {1152}; max_param_shapes_[274] = {3456, 1152}; max_param_shapes_[275] = {3456}; max_param_shapes_[276] = {1152, 1152}; max_param_shapes_[277] = {1152}; max_param_shapes_[278] = {1152}; max_param_shapes_[279] = {1152}; max_param_shapes_[280] = {4304, 1152}; max_param_shapes_[281] = {4304}; max_param_shapes_[282] = {1152, 4304}; max_param_shapes_[283] = {1152}; max_param_shapes_[284] = {1152}; max_param_shapes_[285] = {1152}; max_param_shapes_[286] = {3456, 1152}; max_param_shapes_[287] = {3456}; max_param_shapes_[288] = {1152, 1152}; max_param_shapes_[289] = {1152}; max_param_shapes_[290] = {1152}; max_param_shapes_[291] = {1152}; max_param_shapes_[292] = {4304, 1152}; max_param_shapes_[293] = {4304}; max_param_shapes_[294] = {1152, 4304}; max_param_shapes_[295] = {1152}; max_param_shapes_[296] = {1152}; max_param_shapes_[297] = {1152}; max_param_shapes_[298] = {3456, 1152}; max_param_shapes_[299] = {3456}; max_param_shapes_[300] = {1152, 1152}; max_param_shapes_[301] = {1152}; max_param_shapes_[302] = {1152}; max_param_shapes_[303] = {1152}; max_param_shapes_[304] = {4304, 1152}; max_param_shapes_[305] = {4304}; max_param_shapes_[306] = {1152, 4304}; max_param_shapes_[307] = {1152}; max_param_shapes_[308] = {1152}; max_param_shapes_[309] = {1152}; max_param_shapes_[310] = {3456, 1152}; max_param_shapes_[311] = {3456}; max_param_shapes_[312] = {1152, 1152}; max_param_shapes_[313] = {1152}; max_param_shapes_[314] = {1152}; max_param_shapes_[315] = {1152}; max_param_shapes_[316] = {4304, 1152}; max_param_shapes_[317] = {4304}; max_param_shapes_[318] = {1152, 4304}; max_param_shapes_[319] = {1152}; max_param_shapes_[320] = {1152}; max_param_shapes_[321] = {1152}; max_param_shapes_[322] = {3456, 1152}; max_param_shapes_[323] = {3456}; max_param_shapes_[324] = {1152, 1152}; max_param_shapes_[325] = {1152}; max_param_shapes_[326] = {1152}; max_param_shapes_[327] = {1152}; max_param_shapes_[328] = {4304, 1152}; max_param_shapes_[329] = {4304}; max_param_shapes_[330] = {1152, 4304}; max_param_shapes_[331] = {1152}; max_param_shapes_[332] = {1152}; max_param_shapes_[333] = {1152}; max_param_shapes_[334] = {2304, 1152}; max_param_shapes_[335] = {2304}; max_param_shapes_[336] = {1152, 1152}; max_param_shapes_[337] = {1152}; max_param_shapes_[338] = {1152}; max_param_shapes_[339] = {1152}; max_param_shapes_[340] = {4304, 1152}; max_param_shapes_[341] = {4304}; max_param_shapes_[342] = {1152, 4304}; max_param_shapes_[343] = {1152}; max_param_shapes_[1] = {8, 1, 1152}; for (size_t i = 0; i < num_params_; ++i) { max_param_numel_[i] = std::accumulate( max_param_shapes_[i].begin(), max_param_shapes_[i].end(), 1, std::multiplies() ); max_param_storage_bytes_[i] = max_param_numel_[i] * AITemplateDtypeSizeBytes(param_dtypes_[i]); } constant_folding_outputs_offsets_.resize(1); constant_folding_outputs_offsets_[0] = 2658816; constant_folding_inputs_.insert("pool_probe"); constant_folding_inputs_.insert("pool_q_weight"); constant_folding_inputs_.insert("pool_q_bias"); const auto binary_constants_bin_size = static_cast(_binary_constants_bin_end - _binary_constants_bin_start); const uint8_t* const binary_constants_bin_start = _binary_constants_bin_start; auto* constants_ptr = static_cast(constants_primary_.get()); for (auto& constant_info : owned_constants) { auto* dst = constants_ptr + constant_info.internal_offset; if (constant_info.data_offset + constant_info.num_bytes > binary_constants_bin_size) { throw std::runtime_error(std::string("Copying constant ") + constant_info.name + " would overflow constant buffer"); } DEVICE_CHECK(CopyToDevice(dst, binary_constants_bin_start + constant_info.data_offset, constant_info.num_bytes)); } } ModelContainer* CreateModelContainer(size_t num_runtimes, AITemplateAllocator& allocator) { // num_runtimes, num_inputs, num_outputs, num_bound_constants, num_unbound_constants, params_size, allocator return new ModelContainer(num_runtimes, 1, 1, 0, 342, 2677248, allocator); } } // namespace ait