{
  "calibration": [
    "authors",
    "siglip",
    "caffeine"
  ],
  "held_out": [
    "robosign",
    "fried_fish",
    "cow_beach2"
  ],
  "accumulation": "FP32",
  "block_size": 64,
  "scale_granularity": "tensor",
  "fp32": [
    {
      "name": "authors",
      "cosine": 0.999999999965085,
      "maximum_absolute_error": 1.430511474609375e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "siglip",
      "cosine": 0.9999999998241984,
      "maximum_absolute_error": 4.3392181396484375e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "caffeine",
      "cosine": 0.9999999999094892,
      "maximum_absolute_error": 3.272294998168945e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "robosign",
      "cosine": 0.9999999999881993,
      "maximum_absolute_error": 8.463859558105469e-06,
      "clipped_activation_elements": {}
    },
    {
      "name": "fried_fish",
      "cosine": 0.999999999994914,
      "maximum_absolute_error": 1.4781951904296875e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9999999999906176,
      "maximum_absolute_error": 8.225440979003906e-06,
      "clipped_activation_elements": {}
    }
  ],
  "scales": {
    "embedding": {
      "activation": -7,
      "weight": -10,
      "activation_maximum": 1.0
    },
    "encoder.layer0.attention.qkv": {
      "activation": -4,
      "weight": -8,
      "activation_maximum": 9.550431251525879
    },
    "encoder.layer0.attention.output": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 2.6040921211242676
    },
    "encoder.layer0.mlp.up": {
      "activation": -3,
      "weight": -8,
      "activation_maximum": 17.418790817260742
    },
    "encoder.layer0.mlp.down": {
      "activation": -4,
      "weight": -8,
      "activation_maximum": 10.19489574432373
    },
    "encoder.layer1.attention.qkv": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 11.592321395874023
    },
    "encoder.layer1.attention.output": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 2.9274721145629883
    },
    "encoder.layer1.mlp.up": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 25.104883193969727
    },
    "encoder.layer1.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 7.372823238372803
    },
    "encoder.layer2.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 16.053293228149414
    },
    "encoder.layer2.attention.output": {
      "activation": -6,
      "weight": -8,
      "activation_maximum": 3.371103048324585
    },
    "encoder.layer2.mlp.up": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 14.624197006225586
    },
    "encoder.layer2.mlp.down": {
      "activation": -4,
      "weight": -8,
      "activation_maximum": 8.126494407653809
    },
    "encoder.layer3.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 18.66160774230957
    },
    "encoder.layer3.attention.output": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 2.659494638442993
    },
    "encoder.layer3.mlp.up": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 16.239648818969727
    },
    "encoder.layer3.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.110812664031982
    },
    "encoder.layer4.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 23.92255973815918
    },
    "encoder.layer4.attention.output": {
      "activation": -6,
      "weight": -10,
      "activation_maximum": 3.054002523422241
    },
    "encoder.layer4.mlp.up": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 12.994756698608398
    },
    "encoder.layer4.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.064496040344238
    },
    "encoder.layer5.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 21.275876998901367
    },
    "encoder.layer5.attention.output": {
      "activation": -6,
      "weight": -10,
      "activation_maximum": 2.9361989498138428
    },
    "encoder.layer5.mlp.up": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 13.797409057617188
    },
    "encoder.layer5.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.035974979400635
    },
    "encoder.layer6.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 25.177135467529297
    },
    "encoder.layer6.attention.output": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 4.368019104003906
    },
    "encoder.layer6.mlp.up": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 14.762033462524414
    },
    "encoder.layer6.mlp.down": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 4.257908821105957
    },
    "encoder.layer7.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 30.823646545410156
    },
    "encoder.layer7.attention.output": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 3.1892189979553223
    },
    "encoder.layer7.mlp.up": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 13.21271800994873
    },
    "encoder.layer7.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 5.0588884353637695
    },
    "encoder.layer8.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 23.07695770263672
    },
    "encoder.layer8.attention.output": {
      "activation": -6,
      "weight": -8,
      "activation_maximum": 2.9569404125213623
    },
    "encoder.layer8.mlp.up": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 20.982736587524414
    },
    "encoder.layer8.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 5.37843656539917
    },
    "encoder.layer9.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 24.34333610534668
    },
    "encoder.layer9.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.142802715301514
    },
    "encoder.layer9.mlp.up": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 23.042572021484375
    },
    "encoder.layer9.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.783790588378906
    },
    "encoder.layer10.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 22.790088653564453
    },
    "encoder.layer10.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.002945899963379
    },
    "encoder.layer10.mlp.up": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 35.77833938598633
    },
    "encoder.layer10.mlp.down": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 7.563374042510986
    },
    "encoder.layer11.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 21.535139083862305
    },
    "encoder.layer11.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.149083137512207
    },
    "encoder.layer11.mlp.up": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 45.978271484375
    },
    "encoder.layer11.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.170856952667236
    },
    "encoder.layer12.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 31.092546463012695
    },
    "encoder.layer12.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 5.333967685699463
    },
    "encoder.layer12.mlp.up": {
      "activation": -3,
      "weight": -8,
      "activation_maximum": 26.965839385986328
    },
    "encoder.layer12.mlp.down": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 5.344002723693848
    },
    "encoder.layer13.attention.qkv": {
      "activation": -3,
      "weight": -10,
      "activation_maximum": 24.99789810180664
    },
    "encoder.layer13.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 7.242953777313232
    },
    "encoder.layer13.mlp.up": {
      "activation": -1,
      "weight": -8,
      "activation_maximum": 78.21814727783203
    },
    "encoder.layer13.mlp.down": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 5.795840740203857
    },
    "encoder.layer14.attention.qkv": {
      "activation": -3,
      "weight": -10,
      "activation_maximum": 23.005849838256836
    },
    "encoder.layer14.attention.output": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 7.9544243812561035
    },
    "encoder.layer14.mlp.up": {
      "activation": -1,
      "weight": -9,
      "activation_maximum": 72.7228012084961
    },
    "encoder.layer14.mlp.down": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 4.837027549743652
    },
    "encoder.layer15.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 24.38887596130371
    },
    "encoder.layer15.attention.output": {
      "activation": -6,
      "weight": -10,
      "activation_maximum": 3.537559747695923
    },
    "encoder.layer15.mlp.up": {
      "activation": -2,
      "weight": -8,
      "activation_maximum": 33.47618865966797
    },
    "encoder.layer15.mlp.down": {
      "activation": -4,
      "weight": -8,
      "activation_maximum": 8.703631401062012
    },
    "encoder.layer16.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 27.46790885925293
    },
    "encoder.layer16.attention.output": {
      "activation": -6,
      "weight": -10,
      "activation_maximum": 3.53459095954895
    },
    "encoder.layer16.mlp.up": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 48.670658111572266
    },
    "encoder.layer16.mlp.down": {
      "activation": -3,
      "weight": -8,
      "activation_maximum": 25.178550720214844
    },
    "encoder.layer17.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 30.991649627685547
    },
    "encoder.layer17.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 4.809458255767822
    },
    "encoder.layer17.mlp.up": {
      "activation": -2,
      "weight": -8,
      "activation_maximum": 57.76535415649414
    },
    "encoder.layer17.mlp.down": {
      "activation": -1,
      "weight": -8,
      "activation_maximum": 61.27934265136719
    },
    "encoder.layer18.attention.qkv": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 33.50812530517578
    },
    "encoder.layer18.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.498500823974609
    },
    "encoder.layer18.mlp.up": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 52.54650115966797
    },
    "encoder.layer18.mlp.down": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 14.401989936828613
    },
    "encoder.layer19.attention.qkv": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 31.75493049621582
    },
    "encoder.layer19.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 5.317558288574219
    },
    "encoder.layer19.mlp.up": {
      "activation": -1,
      "weight": -9,
      "activation_maximum": 62.23672866821289
    },
    "encoder.layer19.mlp.down": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 18.499210357666016
    },
    "encoder.layer20.attention.qkv": {
      "activation": -3,
      "weight": -10,
      "activation_maximum": 28.421157836914062
    },
    "encoder.layer20.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 4.921204566955566
    },
    "encoder.layer20.mlp.up": {
      "activation": -1,
      "weight": -9,
      "activation_maximum": 66.496337890625
    },
    "encoder.layer20.mlp.down": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 20.05974578857422
    },
    "encoder.layer21.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 29.89739418029785
    },
    "encoder.layer21.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 6.268799304962158
    },
    "encoder.layer21.mlp.up": {
      "activation": 0,
      "weight": -9,
      "activation_maximum": 179.71142578125
    },
    "encoder.layer21.mlp.down": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 26.4688720703125
    },
    "encoder.layer22.attention.qkv": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 30.334211349487305
    },
    "encoder.layer22.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 3.7893388271331787
    },
    "encoder.layer22.mlp.up": {
      "activation": 0,
      "weight": -9,
      "activation_maximum": 143.36839294433594
    },
    "encoder.layer22.mlp.down": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 32.23579406738281
    },
    "encoder.layer23.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 33.11335372924805
    },
    "encoder.layer23.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 6.003631591796875
    },
    "encoder.layer23.mlp.up": {
      "activation": 1,
      "weight": -10,
      "activation_maximum": 289.1042785644531
    },
    "encoder.layer23.mlp.down": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 33.15302658081055
    },
    "encoder.layer24.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 34.76580047607422
    },
    "encoder.layer24.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.143758773803711
    },
    "encoder.layer24.mlp.up": {
      "activation": 1,
      "weight": -9,
      "activation_maximum": 314.94744873046875
    },
    "encoder.layer24.mlp.down": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 32.896915435791016
    },
    "encoder.layer25.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 41.23217010498047
    },
    "encoder.layer25.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 5.503085136413574
    },
    "encoder.layer25.mlp.up": {
      "activation": 1,
      "weight": -8,
      "activation_maximum": 255.15496826171875
    },
    "encoder.layer25.mlp.down": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 54.882041931152344
    },
    "encoder.layer26.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 45.118080139160156
    },
    "encoder.layer26.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.221500873565674
    },
    "encoder.layer26.mlp.up": {
      "activation": 0,
      "weight": -9,
      "activation_maximum": 222.0875701904297
    },
    "encoder.layer26.mlp.down": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 36.169219970703125
    },
    "map.attention.query": {
      "activation": -15,
      "weight": -12,
      "activation_maximum": 0.006173919420689344
    },
    "map.attention.kv": {
      "activation": -1,
      "weight": -10,
      "activation_maximum": 88.39921569824219
    },
    "map.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 7.076559066772461
    },
    "map.mlp.up": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.704936981201172
    },
    "map.mlp.down": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 2.2709741592407227
    }
  },
  "nearest": [
    {
      "name": "authors",
      "cosine": 0.9868000406614994,
      "maximum_absolute_error": 0.4566965103149414,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 1,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "siglip",
      "cosine": 0.9844827718431258,
      "maximum_absolute_error": 0.3473595678806305,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 1,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "caffeine",
      "cosine": 0.9915022684515545,
      "maximum_absolute_error": 0.3002854585647583,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 1,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 1,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "robosign",
      "cosine": 0.9800600510773791,
      "maximum_absolute_error": 0.3337189853191376,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 4,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 4,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 1,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 2,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "fried_fish",
      "cosine": 0.984516965617368,
      "maximum_absolute_error": 0.382454514503479,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 2,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 9,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 36,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9666604353930273,
      "maximum_absolute_error": 0.5758140981197357,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 2,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 1,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 14,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 1,
        "encoder.layer21.attention.output": 91,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    }
  ],
  "reconstruction": {
    "embedding": {
      "nearest_objective": 78.81635665893555,
      "gptq_objective": 3.5823009312152863,
      "bias_correction_rms": 0.00015577056910842657
    },
    "encoder.layer0.attention.qkv": {
      "nearest_objective": 721.3859894275665,
      "gptq_objective": 640.8079779148102,
      "bias_correction_rms": 0.0027328652795404196
    },
    "encoder.layer0.attention.output": {
      "nearest_objective": 12.87210063112434,
      "gptq_objective": 2.3286849483120022,
      "bias_correction_rms": 0.0004267415206413716
    },
    "encoder.layer0.mlp.up": {
      "nearest_objective": 1134.7543487548828,
      "gptq_objective": 977.9672050476074,
      "bias_correction_rms": 0.0013616631040349603
    },
    "encoder.layer0.mlp.down": {
      "nearest_objective": 73.3753234744072,
      "gptq_objective": 58.45001178979874,
      "bias_correction_rms": 0.0007969857542775571
    },
    "encoder.layer1.attention.qkv": {
      "nearest_objective": 782.1599702835083,
      "gptq_objective": 619.5643005371094,
      "bias_correction_rms": 0.0018055752152577043
    },
    "encoder.layer1.attention.output": {
      "nearest_objective": 15.216860085725784,
      "gptq_objective": 2.4161695898510516,
      "bias_correction_rms": 0.0003370986960362643
    },
    "encoder.layer1.mlp.up": {
      "nearest_objective": 1510.9621200561523,
      "gptq_objective": 1179.4264631271362,
      "bias_correction_rms": 0.004812680184841156
    },
    "encoder.layer1.mlp.down": {
      "nearest_objective": 32.82392430305481,
      "gptq_objective": 19.727710783481598,
      "bias_correction_rms": 0.00044036059989593923
    },
    "encoder.layer2.attention.qkv": {
      "nearest_objective": 2054.4531536102295,
      "gptq_objective": 1796.089542388916,
      "bias_correction_rms": 0.00119141791947186
    },
    "encoder.layer2.attention.output": {
      "nearest_objective": 22.28593945503235,
      "gptq_objective": 9.22140138130635,
      "bias_correction_rms": 0.0003011883527506143
    },
    "encoder.layer2.mlp.up": {
      "nearest_objective": 1006.7806549072266,
      "gptq_objective": 853.8164367675781,
      "bias_correction_rms": 0.00202933163382113
    },
    "encoder.layer2.mlp.down": {
      "nearest_objective": 36.4842991232872,
      "gptq_objective": 21.716323137283325,
      "bias_correction_rms": 0.0004279077984392643
    },
    "encoder.layer3.attention.qkv": {
      "nearest_objective": 2191.4563217163086,
      "gptq_objective": 1927.9166860580444,
      "bias_correction_rms": 0.00133705569896847
    },
    "encoder.layer3.attention.output": {
      "nearest_objective": 15.659450151026249,
      "gptq_objective": 7.9986300533637404,
      "bias_correction_rms": 0.000290051189949736
    },
    "encoder.layer3.mlp.up": {
      "nearest_objective": 1069.421501159668,
      "gptq_objective": 867.1806488037109,
      "bias_correction_rms": 0.0014701653271913528
    },
    "encoder.layer3.mlp.down": {
      "nearest_objective": 32.38399464637041,
      "gptq_objective": 18.232742495834827,
      "bias_correction_rms": 0.0004170045140199363
    },
    "encoder.layer4.attention.qkv": {
      "nearest_objective": 1868.3044624328613,
      "gptq_objective": 1563.7183151245117,
      "bias_correction_rms": 0.0016229645116254687
    },
    "encoder.layer4.attention.output": {
      "nearest_objective": 15.748143076896667,
      "gptq_objective": 7.3508057575672865,
      "bias_correction_rms": 0.0003091774124186486
    },
    "encoder.layer4.mlp.up": {
      "nearest_objective": 1328.4865760803223,
      "gptq_objective": 1015.7643814086914,
      "bias_correction_rms": 0.001571660046465695
    },
    "encoder.layer4.mlp.down": {
      "nearest_objective": 30.915362991392612,
      "gptq_objective": 17.77125735580921,
      "bias_correction_rms": 0.00037194392643868923
    },
    "encoder.layer5.attention.qkv": {
      "nearest_objective": 2267.30765914917,
      "gptq_objective": 1875.308629989624,
      "bias_correction_rms": 0.0016204128041863441
    },
    "encoder.layer5.attention.output": {
      "nearest_objective": 20.13942213356495,
      "gptq_objective": 9.84066360257566,
      "bias_correction_rms": 0.00030466614407487214
    },
    "encoder.layer5.mlp.up": {
      "nearest_objective": 1255.1153678894043,
      "gptq_objective": 961.7624015808105,
      "bias_correction_rms": 0.0015542454784736037
    },
    "encoder.layer5.mlp.down": {
      "nearest_objective": 33.31564463675022,
      "gptq_objective": 19.474740713834763,
      "bias_correction_rms": 0.0004003749054390937
    },
    "encoder.layer6.attention.qkv": {
      "nearest_objective": 1944.1005821228027,
      "gptq_objective": 1562.125560760498,
      "bias_correction_rms": 0.0016052003484219313
    },
    "encoder.layer6.attention.output": {
      "nearest_objective": 34.10381191968918,
      "gptq_objective": 15.200170960277319,
      "bias_correction_rms": 0.00043364043813198805
    },
    "encoder.layer6.mlp.up": {
      "nearest_objective": 1519.9971237182617,
      "gptq_objective": 1145.7732734680176,
      "bias_correction_rms": 0.0015185527736321092
    },
    "encoder.layer6.mlp.down": {
      "nearest_objective": 38.000501334667206,
      "gptq_objective": 24.622653391212225,
      "bias_correction_rms": 0.0003782908315770328
    },
    "encoder.layer7.attention.qkv": {
      "nearest_objective": 2216.7917671203613,
      "gptq_objective": 1720.213607788086,
      "bias_correction_rms": 0.0016919219633564353
    },
    "encoder.layer7.attention.output": {
      "nearest_objective": 31.366318821907043,
      "gptq_objective": 14.422833785414696,
      "bias_correction_rms": 0.000381756282877177
    },
    "encoder.layer7.mlp.up": {
      "nearest_objective": 1487.5993270874023,
      "gptq_objective": 1116.0652465820312,
      "bias_correction_rms": 0.001613610191270709
    },
    "encoder.layer7.mlp.down": {
      "nearest_objective": 37.973154187202454,
      "gptq_objective": 21.96318756043911,
      "bias_correction_rms": 0.00040182354860007763
    },
    "encoder.layer8.attention.qkv": {
      "nearest_objective": 2414.2637481689453,
      "gptq_objective": 1844.7029838562012,
      "bias_correction_rms": 0.0024376558139920235
    },
    "encoder.layer8.attention.output": {
      "nearest_objective": 32.37430053949356,
      "gptq_objective": 13.730906393378973,
      "bias_correction_rms": 0.0003823034930974245
    },
    "encoder.layer8.mlp.up": {
      "nearest_objective": 1660.6607284545898,
      "gptq_objective": 1251.5907096862793,
      "bias_correction_rms": 0.0017473693005740643
    },
    "encoder.layer8.mlp.down": {
      "nearest_objective": 43.24876081943512,
      "gptq_objective": 28.233682543039322,
      "bias_correction_rms": 0.0003812335489783436
    },
    "encoder.layer9.attention.qkv": {
      "nearest_objective": 2308.4476013183594,
      "gptq_objective": 1722.558708190918,
      "bias_correction_rms": 0.0019295025849714875
    },
    "encoder.layer9.attention.output": {
      "nearest_objective": 43.7270565032959,
      "gptq_objective": 19.053588896989822,
      "bias_correction_rms": 0.0004108384600840509
    },
    "encoder.layer9.mlp.up": {
      "nearest_objective": 1848.0379028320312,
      "gptq_objective": 1432.2350387573242,
      "bias_correction_rms": 0.002051310148090124
    },
    "encoder.layer9.mlp.down": {
      "nearest_objective": 44.57990625500679,
      "gptq_objective": 29.191812738776207,
      "bias_correction_rms": 0.0003724314155988395
    },
    "encoder.layer10.attention.qkv": {
      "nearest_objective": 2315.646903991699,
      "gptq_objective": 1756.284408569336,
      "bias_correction_rms": 0.002153090899810195
    },
    "encoder.layer10.attention.output": {
      "nearest_objective": 39.74442517757416,
      "gptq_objective": 17.682771146297455,
      "bias_correction_rms": 0.0004125730774831027
    },
    "encoder.layer10.mlp.up": {
      "nearest_objective": 1974.7566680908203,
      "gptq_objective": 1505.1244506835938,
      "bias_correction_rms": 0.0021292688325047493
    },
    "encoder.layer10.mlp.down": {
      "nearest_objective": 45.543119832873344,
      "gptq_objective": 29.913809716701508,
      "bias_correction_rms": 0.0003957319422625005
    },
    "encoder.layer11.attention.qkv": {
      "nearest_objective": 2279.914566040039,
      "gptq_objective": 1683.7200889587402,
      "bias_correction_rms": 0.002375007141381502
    },
    "encoder.layer11.attention.output": {
      "nearest_objective": 39.09762787818909,
      "gptq_objective": 14.70786789059639,
      "bias_correction_rms": 0.0004377734730951488
    },
    "encoder.layer11.mlp.up": {
      "nearest_objective": 2030.0269622802734,
      "gptq_objective": 1522.103904724121,
      "bias_correction_rms": 0.0019107175758108497
    },
    "encoder.layer11.mlp.down": {
      "nearest_objective": 48.856645971536636,
      "gptq_objective": 31.934306204319,
      "bias_correction_rms": 0.0004066508845426142
    },
    "encoder.layer12.attention.qkv": {
      "nearest_objective": 2641.3564529418945,
      "gptq_objective": 1994.9775619506836,
      "bias_correction_rms": 0.0023283115588128567
    },
    "encoder.layer12.attention.output": {
      "nearest_objective": 38.134486734867096,
      "gptq_objective": 16.98971202969551,
      "bias_correction_rms": 0.0004229495825711638
    },
    "encoder.layer12.mlp.up": {
      "nearest_objective": 2525.935386657715,
      "gptq_objective": 1819.1368865966797,
      "bias_correction_rms": 0.002521040616557002
    },
    "encoder.layer12.mlp.down": {
      "nearest_objective": 47.50692066550255,
      "gptq_objective": 29.97686877846718,
      "bias_correction_rms": 0.00042146514169871807
    },
    "encoder.layer13.attention.qkv": {
      "nearest_objective": 2662.8634643554688,
      "gptq_objective": 1984.6871337890625,
      "bias_correction_rms": 0.0024142435286194086
    },
    "encoder.layer13.attention.output": {
      "nearest_objective": 49.313642382621765,
      "gptq_objective": 21.644970327615738,
      "bias_correction_rms": 0.0004440048651304096
    },
    "encoder.layer13.mlp.up": {
      "nearest_objective": 2750.251579284668,
      "gptq_objective": 1964.2269744873047,
      "bias_correction_rms": 0.0022916069719940424
    },
    "encoder.layer13.mlp.down": {
      "nearest_objective": 50.02472776174545,
      "gptq_objective": 32.489252150058746,
      "bias_correction_rms": 0.0003947330405935645
    },
    "encoder.layer14.attention.qkv": {
      "nearest_objective": 2904.422866821289,
      "gptq_objective": 2183.9342041015625,
      "bias_correction_rms": 0.002769589191302657
    },
    "encoder.layer14.attention.output": {
      "nearest_objective": 39.7791291475296,
      "gptq_objective": 15.554538667201996,
      "bias_correction_rms": 0.0004111149173695594
    },
    "encoder.layer14.mlp.up": {
      "nearest_objective": 2912.2068634033203,
      "gptq_objective": 2081.208351135254,
      "bias_correction_rms": 0.0023188022896647453
    },
    "encoder.layer14.mlp.down": {
      "nearest_objective": 57.33488565683365,
      "gptq_objective": 37.781950891017914,
      "bias_correction_rms": 0.0004433868161868304
    },
    "encoder.layer15.attention.qkv": {
      "nearest_objective": 2824.5341873168945,
      "gptq_objective": 2102.428237915039,
      "bias_correction_rms": 0.002527122851461172
    },
    "encoder.layer15.attention.output": {
      "nearest_objective": 29.911670207977295,
      "gptq_objective": 10.056762635707855,
      "bias_correction_rms": 0.00034888111986219883
    },
    "encoder.layer15.mlp.up": {
      "nearest_objective": 5016.770004272461,
      "gptq_objective": 3027.544448852539,
      "bias_correction_rms": 0.0029985522851347923
    },
    "encoder.layer15.mlp.down": {
      "nearest_objective": 49.57020965218544,
      "gptq_objective": 36.24914787337184,
      "bias_correction_rms": 0.00038606399903073907
    },
    "encoder.layer16.attention.qkv": {
      "nearest_objective": 3215.7391357421875,
      "gptq_objective": 2340.7178649902344,
      "bias_correction_rms": 0.0029901217203587294
    },
    "encoder.layer16.attention.output": {
      "nearest_objective": 38.257529973983765,
      "gptq_objective": 12.22804570198059,
      "bias_correction_rms": 0.00041461182991042733
    },
    "encoder.layer16.mlp.up": {
      "nearest_objective": 11394.418640136719,
      "gptq_objective": 5104.807678222656,
      "bias_correction_rms": 0.0055569978430867195
    },
    "encoder.layer16.mlp.down": {
      "nearest_objective": 53.09168076515198,
      "gptq_objective": 46.03602895140648,
      "bias_correction_rms": 0.00030498544219881296
    },
    "encoder.layer17.attention.qkv": {
      "nearest_objective": 3558.385711669922,
      "gptq_objective": 2577.2601776123047,
      "bias_correction_rms": 0.002893351251259446
    },
    "encoder.layer17.attention.output": {
      "nearest_objective": 54.30824899673462,
      "gptq_objective": 12.352264106273651,
      "bias_correction_rms": 0.0005144943133927882
    },
    "encoder.layer17.mlp.up": {
      "nearest_objective": 22963.225830078125,
      "gptq_objective": 7973.937103271484,
      "bias_correction_rms": 0.006745032966136932
    },
    "encoder.layer17.mlp.down": {
      "nearest_objective": 71.0393431186676,
      "gptq_objective": 62.23020613193512,
      "bias_correction_rms": 0.00045541697181761265
    },
    "encoder.layer18.attention.qkv": {
      "nearest_objective": 3439.9198303222656,
      "gptq_objective": 2423.6295013427734,
      "bias_correction_rms": 0.0027511303778737783
    },
    "encoder.layer18.attention.output": {
      "nearest_objective": 49.39548110961914,
      "gptq_objective": 11.107183143496513,
      "bias_correction_rms": 0.00045071044587530196
    },
    "encoder.layer18.mlp.up": {
      "nearest_objective": 30859.733764648438,
      "gptq_objective": 11549.682556152344,
      "bias_correction_rms": 0.009283589199185371
    },
    "encoder.layer18.mlp.down": {
      "nearest_objective": 75.60287290811539,
      "gptq_objective": 66.76856228709221,
      "bias_correction_rms": 0.0005017939256504178
    },
    "encoder.layer19.attention.qkv": {
      "nearest_objective": 3985.0474700927734,
      "gptq_objective": 2802.589530944824,
      "bias_correction_rms": 0.0030820383690297604
    },
    "encoder.layer19.attention.output": {
      "nearest_objective": 59.2291419506073,
      "gptq_objective": 13.571212768554688,
      "bias_correction_rms": 0.0007517884369008243
    },
    "encoder.layer19.mlp.up": {
      "nearest_objective": 65626.95825195312,
      "gptq_objective": 20511.092163085938,
      "bias_correction_rms": 0.012333719991147518
    },
    "encoder.layer19.mlp.down": {
      "nearest_objective": 84.60141483694315,
      "gptq_objective": 78.51403590291739,
      "bias_correction_rms": 0.0007878133910708129
    },
    "encoder.layer20.attention.qkv": {
      "nearest_objective": 4266.168685913086,
      "gptq_objective": 2939.156692504883,
      "bias_correction_rms": 0.0031129855196923018
    },
    "encoder.layer20.attention.output": {
      "nearest_objective": 73.75263226032257,
      "gptq_objective": 15.131411790847778,
      "bias_correction_rms": 0.0005657861474901438
    },
    "encoder.layer20.mlp.up": {
      "nearest_objective": 100474.4541015625,
      "gptq_objective": 28837.957397460938,
      "bias_correction_rms": 0.015530915930867195
    },
    "encoder.layer20.mlp.down": {
      "nearest_objective": 72.92995576560497,
      "gptq_objective": 70.1543202996254,
      "bias_correction_rms": 0.0007604656857438385
    },
    "encoder.layer21.attention.qkv": {
      "nearest_objective": 4398.961883544922,
      "gptq_objective": 3006.9600524902344,
      "bias_correction_rms": 0.0032034674659371376
    },
    "encoder.layer21.attention.output": {
      "nearest_objective": 92.11274874210358,
      "gptq_objective": 18.26592156291008,
      "bias_correction_rms": 0.0007725374307483435
    },
    "encoder.layer21.mlp.up": {
      "nearest_objective": 194196.12890625,
      "gptq_objective": 51480.153076171875,
      "bias_correction_rms": 0.01738453097641468
    },
    "encoder.layer21.mlp.down": {
      "nearest_objective": 116.74425715953112,
      "gptq_objective": 114.02898325771093,
      "bias_correction_rms": 0.0011437562061473727
    },
    "encoder.layer22.attention.qkv": {
      "nearest_objective": 4368.894180297852,
      "gptq_objective": 2910.846549987793,
      "bias_correction_rms": 0.0035496288910508156
    },
    "encoder.layer22.attention.output": {
      "nearest_objective": 112.69857263565063,
      "gptq_objective": 22.102978885173798,
      "bias_correction_rms": 0.0012477139243856072
    },
    "encoder.layer22.mlp.up": {
      "nearest_objective": 280717.0859375,
      "gptq_objective": 74402.82177734375,
      "bias_correction_rms": 0.021979380398988724
    },
    "encoder.layer22.mlp.down": {
      "nearest_objective": 143.22393058240414,
      "gptq_objective": 139.7080855369568,
      "bias_correction_rms": 0.0013664098223671317
    },
    "encoder.layer23.attention.qkv": {
      "nearest_objective": 4525.136337280273,
      "gptq_objective": 2928.1764602661133,
      "bias_correction_rms": 0.0028962392825633287
    },
    "encoder.layer23.attention.output": {
      "nearest_objective": 180.7005376815796,
      "gptq_objective": 37.56501251459122,
      "bias_correction_rms": 0.0008949519251473248
    },
    "encoder.layer23.mlp.up": {
      "nearest_objective": 396900.21484375,
      "gptq_objective": 104691.71240234375,
      "bias_correction_rms": 0.025797348469495773
    },
    "encoder.layer23.mlp.down": {
      "nearest_objective": 235.14348801970482,
      "gptq_objective": 227.04982620477676,
      "bias_correction_rms": 0.0025804752949625254
    },
    "encoder.layer24.attention.qkv": {
      "nearest_objective": 4874.080703735352,
      "gptq_objective": 3095.7130737304688,
      "bias_correction_rms": 0.002993194619193673
    },
    "encoder.layer24.attention.output": {
      "nearest_objective": 246.64276361465454,
      "gptq_objective": 40.92633903026581,
      "bias_correction_rms": 0.001134522375650704
    },
    "encoder.layer24.mlp.up": {
      "nearest_objective": 470336.1796875,
      "gptq_objective": 137586.53125,
      "bias_correction_rms": 0.030283905565738678
    },
    "encoder.layer24.mlp.down": {
      "nearest_objective": 547.9247841835022,
      "gptq_objective": 532.559640198946,
      "bias_correction_rms": 0.003935744520276785
    },
    "encoder.layer25.attention.qkv": {
      "nearest_objective": 4321.254409790039,
      "gptq_objective": 2630.6497955322266,
      "bias_correction_rms": 0.002632241928949952
    },
    "encoder.layer25.attention.output": {
      "nearest_objective": 265.99248790740967,
      "gptq_objective": 38.548726201057434,
      "bias_correction_rms": 0.0012022473383694887
    },
    "encoder.layer25.mlp.up": {
      "nearest_objective": 292519.88671875,
      "gptq_objective": 106144.14501953125,
      "bias_correction_rms": 0.023971501737833023
    },
    "encoder.layer25.mlp.down": {
      "nearest_objective": 1423.4566810131073,
      "gptq_objective": 1299.0172644853592,
      "bias_correction_rms": 0.006231073755770922
    },
    "encoder.layer26.attention.qkv": {
      "nearest_objective": 3021.929244995117,
      "gptq_objective": 1806.974967956543,
      "bias_correction_rms": 0.0021842834539711475
    },
    "encoder.layer26.attention.output": {
      "nearest_objective": 197.78265476226807,
      "gptq_objective": 22.7304185628891,
      "bias_correction_rms": 0.0012550393585115671
    },
    "encoder.layer26.mlp.up": {
      "nearest_objective": 127260.12451171875,
      "gptq_objective": 66713.123046875,
      "bias_correction_rms": 0.014560362324118614
    },
    "encoder.layer26.mlp.down": {
      "nearest_objective": 2480.9339628219604,
      "gptq_objective": 2075.6383352279663,
      "bias_correction_rms": 0.005834351293742657
    },
    "map.attention.query": {
      "nearest_objective": 2.2099173833112218e-06,
      "gptq_objective": 4.480507431736669e-08,
      "bias_correction_rms": 3.5780763028014917e-06
    },
    "map.attention.kv": {
      "nearest_objective": 3079.7516174316406,
      "gptq_objective": 1569.6759185791016,
      "bias_correction_rms": 0.003328678198158741
    },
    "map.attention.output": {
      "nearest_objective": 0.5148248849436641,
      "gptq_objective": 0.014533168570778798,
      "bias_correction_rms": 0.0016404311172664165
    },
    "map.mlp.up": {
      "nearest_objective": 1.912759207189083,
      "gptq_objective": 0.04707681789295748,
      "bias_correction_rms": 0.0013728424673900008
    },
    "map.mlp.down": {
      "nearest_objective": 0.03195391414919868,
      "gptq_objective": 0.0016952209295482135,
      "bias_correction_rms": 0.0004593565536197275
    }
  },
  "gptq": [
    {
      "name": "authors",
      "cosine": 0.985908376788073,
      "maximum_absolute_error": 0.37006473541259766,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "siglip",
      "cosine": 0.9870862012490559,
      "maximum_absolute_error": 0.40292930603027344,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 1,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "caffeine",
      "cosine": 0.9932956282182137,
      "maximum_absolute_error": 0.23392099142074585,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 1,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "robosign",
      "cosine": 0.9828558088251466,
      "maximum_absolute_error": 0.31182992458343506,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 4,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 5,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 1,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 2,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "fried_fish",
      "cosine": 0.9868161333877368,
      "maximum_absolute_error": 0.3894686698913574,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 2,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 10,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 1,
        "encoder.layer21.attention.output": 40,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9627021535879741,
      "maximum_absolute_error": 0.5910704731941223,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 1,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 1,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 19,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 1,
        "encoder.layer21.attention.output": 104,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    }
  ]
}