{
  "calibration": [
    "authors",
    "siglip",
    "caffeine"
  ],
  "held_out": [
    "robosign",
    "fried_fish",
    "cow_beach2"
  ],
  "accumulation": "FP32",
  "block_size": 64,
  "scale_granularity": "tensor",
  "fp32": [
    {
      "name": "authors",
      "cosine": 0.999999999965085,
      "maximum_absolute_error": 1.430511474609375e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "siglip",
      "cosine": 0.9999999998241984,
      "maximum_absolute_error": 4.3392181396484375e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "caffeine",
      "cosine": 0.9999999999094892,
      "maximum_absolute_error": 3.272294998168945e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "robosign",
      "cosine": 0.9999999999881993,
      "maximum_absolute_error": 8.463859558105469e-06,
      "clipped_activation_elements": {}
    },
    {
      "name": "fried_fish",
      "cosine": 0.999999999994914,
      "maximum_absolute_error": 1.4781951904296875e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9999999999906176,
      "maximum_absolute_error": 8.225440979003906e-06,
      "clipped_activation_elements": {}
    }
  ],
  "scale_sharing": "repeat-role",
  "shared_operand_scale": true,
  "scales": {
    "embedding": {
      "activation": -7,
      "weight": -7,
      "activation_maximum": 1.0
    },
    "encoder.layer0.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 9.550431251525879
    },
    "encoder.layer0.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 2.6040921211242676
    },
    "encoder.layer0.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 17.418790817260742
    },
    "encoder.layer0.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 10.19489574432373
    },
    "encoder.layer1.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 11.592321395874023
    },
    "encoder.layer1.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 2.9274721145629883
    },
    "encoder.layer1.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 25.104883193969727
    },
    "encoder.layer1.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 7.372823238372803
    },
    "encoder.layer2.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 16.053293228149414
    },
    "encoder.layer2.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 3.371103048324585
    },
    "encoder.layer2.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 14.624197006225586
    },
    "encoder.layer2.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 8.126494407653809
    },
    "encoder.layer3.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 18.66160774230957
    },
    "encoder.layer3.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 2.659494638442993
    },
    "encoder.layer3.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 16.239648818969727
    },
    "encoder.layer3.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 6.110812664031982
    },
    "encoder.layer4.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 23.92255973815918
    },
    "encoder.layer4.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 3.054002523422241
    },
    "encoder.layer4.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 12.994756698608398
    },
    "encoder.layer4.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 6.064496040344238
    },
    "encoder.layer5.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 21.275876998901367
    },
    "encoder.layer5.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 2.9361989498138428
    },
    "encoder.layer5.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 13.797409057617188
    },
    "encoder.layer5.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 4.035974979400635
    },
    "encoder.layer6.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 25.177135467529297
    },
    "encoder.layer6.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 4.368019104003906
    },
    "encoder.layer6.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 14.762033462524414
    },
    "encoder.layer6.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 4.257908821105957
    },
    "encoder.layer7.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 30.823646545410156
    },
    "encoder.layer7.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 3.1892189979553223
    },
    "encoder.layer7.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 13.21271800994873
    },
    "encoder.layer7.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 5.0588884353637695
    },
    "encoder.layer8.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 23.07695770263672
    },
    "encoder.layer8.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 2.9569404125213623
    },
    "encoder.layer8.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 20.982736587524414
    },
    "encoder.layer8.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 5.37843656539917
    },
    "encoder.layer9.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 24.34333610534668
    },
    "encoder.layer9.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 4.142802715301514
    },
    "encoder.layer9.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 23.042572021484375
    },
    "encoder.layer9.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 6.783790588378906
    },
    "encoder.layer10.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 22.790088653564453
    },
    "encoder.layer10.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 6.002945899963379
    },
    "encoder.layer10.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 35.77833938598633
    },
    "encoder.layer10.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 7.563374042510986
    },
    "encoder.layer11.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 21.535139083862305
    },
    "encoder.layer11.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 4.149083137512207
    },
    "encoder.layer11.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 45.978271484375
    },
    "encoder.layer11.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 4.170856952667236
    },
    "encoder.layer12.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 31.092546463012695
    },
    "encoder.layer12.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 5.333967685699463
    },
    "encoder.layer12.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 26.965839385986328
    },
    "encoder.layer12.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 5.344002723693848
    },
    "encoder.layer13.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 24.99789810180664
    },
    "encoder.layer13.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 7.242953777313232
    },
    "encoder.layer13.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 78.21814727783203
    },
    "encoder.layer13.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 5.795840740203857
    },
    "encoder.layer14.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 23.005849838256836
    },
    "encoder.layer14.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 7.9544243812561035
    },
    "encoder.layer14.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 72.7228012084961
    },
    "encoder.layer14.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 4.837027549743652
    },
    "encoder.layer15.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 24.38887596130371
    },
    "encoder.layer15.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 3.537559747695923
    },
    "encoder.layer15.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 33.47618865966797
    },
    "encoder.layer15.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 8.703631401062012
    },
    "encoder.layer16.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 27.46790885925293
    },
    "encoder.layer16.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 3.53459095954895
    },
    "encoder.layer16.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 48.670658111572266
    },
    "encoder.layer16.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 25.178550720214844
    },
    "encoder.layer17.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 30.991649627685547
    },
    "encoder.layer17.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 4.809458255767822
    },
    "encoder.layer17.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 57.76535415649414
    },
    "encoder.layer17.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 61.27934265136719
    },
    "encoder.layer18.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 33.50812530517578
    },
    "encoder.layer18.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 4.498500823974609
    },
    "encoder.layer18.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 52.54650115966797
    },
    "encoder.layer18.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 14.401989936828613
    },
    "encoder.layer19.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 31.75493049621582
    },
    "encoder.layer19.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 5.317558288574219
    },
    "encoder.layer19.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 62.23672866821289
    },
    "encoder.layer19.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 18.499210357666016
    },
    "encoder.layer20.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 28.421157836914062
    },
    "encoder.layer20.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 4.921204566955566
    },
    "encoder.layer20.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 66.496337890625
    },
    "encoder.layer20.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 20.05974578857422
    },
    "encoder.layer21.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 29.89739418029785
    },
    "encoder.layer21.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 6.268799304962158
    },
    "encoder.layer21.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 179.71142578125
    },
    "encoder.layer21.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 26.4688720703125
    },
    "encoder.layer22.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 30.334211349487305
    },
    "encoder.layer22.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 3.7893388271331787
    },
    "encoder.layer22.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 143.36839294433594
    },
    "encoder.layer22.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 32.23579406738281
    },
    "encoder.layer23.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 33.11335372924805
    },
    "encoder.layer23.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 6.003631591796875
    },
    "encoder.layer23.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 289.1042785644531
    },
    "encoder.layer23.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 33.15302658081055
    },
    "encoder.layer24.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 34.76580047607422
    },
    "encoder.layer24.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 6.143758773803711
    },
    "encoder.layer24.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 314.94744873046875
    },
    "encoder.layer24.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 32.896915435791016
    },
    "encoder.layer25.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 41.23217010498047
    },
    "encoder.layer25.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 5.503085136413574
    },
    "encoder.layer25.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 255.15496826171875
    },
    "encoder.layer25.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 54.882041931152344
    },
    "encoder.layer26.attention.qkv": {
      "activation": -2,
      "weight": -2,
      "activation_maximum": 45.118080139160156
    },
    "encoder.layer26.attention.output": {
      "activation": -4,
      "weight": -4,
      "activation_maximum": 4.221500873565674
    },
    "encoder.layer26.mlp.up": {
      "activation": 1,
      "weight": 1,
      "activation_maximum": 222.0875701904297
    },
    "encoder.layer26.mlp.down": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 36.169219970703125
    },
    "map.attention.query": {
      "activation": -12,
      "weight": -12,
      "activation_maximum": 0.006173919420689344
    },
    "map.attention.kv": {
      "activation": -1,
      "weight": -1,
      "activation_maximum": 88.39921569824219
    },
    "map.attention.output": {
      "activation": -5,
      "weight": -5,
      "activation_maximum": 7.076559066772461
    },
    "map.mlp.up": {
      "activation": -5,
      "weight": -5,
      "activation_maximum": 4.704936981201172
    },
    "map.mlp.down": {
      "activation": -6,
      "weight": -6,
      "activation_maximum": 2.2709741592407227
    }
  },
  "fp16_embedding": true,
  "nearest": [
    {
      "name": "authors",
      "cosine": 0.9957229731987327,
      "maximum_absolute_error": 0.15532219409942627,
      "clipped_activation_elements": {
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "siglip",
      "cosine": 0.9975701389028881,
      "maximum_absolute_error": 0.19078493118286133,
      "clipped_activation_elements": {
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "caffeine",
      "cosine": 0.9977045183698586,
      "maximum_absolute_error": 0.12340116500854492,
      "clipped_activation_elements": {
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "robosign",
      "cosine": 0.9960261676187236,
      "maximum_absolute_error": 0.30654096603393555,
      "clipped_activation_elements": {
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "fried_fish",
      "cosine": 0.9971919182077587,
      "maximum_absolute_error": 0.22530651092529297,
      "clipped_activation_elements": {
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9967052508247897,
      "maximum_absolute_error": 0.18207934498786926,
      "clipped_activation_elements": {
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    }
  ]
}