{
  "calibration": [
    "authors",
    "siglip",
    "caffeine"
  ],
  "held_out": [
    "robosign",
    "fried_fish",
    "cow_beach2"
  ],
  "accumulation": "FP32",
  "block_size": 64,
  "scale_granularity": "tensor",
  "fp32": [
    {
      "name": "authors",
      "cosine": 0.999999999965085,
      "maximum_absolute_error": 1.430511474609375e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "siglip",
      "cosine": 0.9999999998241984,
      "maximum_absolute_error": 4.3392181396484375e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "caffeine",
      "cosine": 0.9999999999094892,
      "maximum_absolute_error": 3.272294998168945e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "robosign",
      "cosine": 0.9999999999881993,
      "maximum_absolute_error": 8.463859558105469e-06,
      "clipped_activation_elements": {}
    },
    {
      "name": "fried_fish",
      "cosine": 0.999999999994914,
      "maximum_absolute_error": 1.4781951904296875e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9999999999906176,
      "maximum_absolute_error": 8.225440979003906e-06,
      "clipped_activation_elements": {}
    }
  ],
  "equalization": {
    "encoder.layer0.attention.qkv": {
      "alpha": 0.25,
      "objective_ratio": 0.8808266759887402,
      "scale_minimum": 0.3455146849155426,
      "scale_maximum": 2.894232988357544
    },
    "encoder.layer0.mlp.up": {
      "alpha": 0.25,
      "objective_ratio": 0.9945703485721734,
      "scale_minimum": 0.19860777258872986,
      "scale_maximum": 5.0350494384765625
    },
    "encoder.layer1.attention.qkv": {
      "alpha": 0.25,
      "objective_ratio": 0.9602345991223774,
      "scale_minimum": 0.3002581298351288,
      "scale_maximum": 3.330467700958252
    },
    "encoder.layer1.mlp.up": {
      "alpha": 0.5,
      "objective_ratio": 0.9936061384380349,
      "scale_minimum": 0.0625,
      "scale_maximum": 16.0
    },
    "encoder.layer2.attention.qkv": {
      "alpha": 0.25,
      "objective_ratio": 0.9987550827779603,
      "scale_minimum": 0.31701380014419556,
      "scale_maximum": 3.1544363498687744
    },
    "encoder.layer2.mlp.up": {
      "alpha": 0.5,
      "objective_ratio": 0.9997681921289903,
      "scale_minimum": 0.07130151242017746,
      "scale_maximum": 14.024947166442871
    },
    "encoder.layer3.attention.qkv": {
      "alpha": 0.0,
      "objective_ratio": 0.9827264534972575,
      "scale_minimum": 0.6074721813201904,
      "scale_maximum": 1.6461660861968994
    },
    "encoder.layer3.mlp.up": {
      "alpha": 0.5,
      "objective_ratio": 0.998648974350628,
      "scale_minimum": 0.09070026874542236,
      "scale_maximum": 11.025323867797852
    },
    "encoder.layer4.attention.qkv": {
      "alpha": 1.0,
      "objective_ratio": 0.9927578919978189,
      "scale_minimum": 0.0625,
      "scale_maximum": 16.0
    },
    "encoder.layer4.mlp.up": {
      "alpha": 0.0,
      "objective_ratio": 0.9879549724251395,
      "scale_minimum": 0.5742900371551514,
      "scale_maximum": 1.7412803173065186
    },
    "encoder.layer5.attention.qkv": {
      "alpha": 0.0,
      "objective_ratio": 0.9900225324360834,
      "scale_minimum": 0.6752724051475525,
      "scale_maximum": 1.4808837175369263
    },
    "encoder.layer5.mlp.up": {
      "alpha": 0.0,
      "objective_ratio": 0.9934457684298889,
      "scale_minimum": 0.5803986191749573,
      "scale_maximum": 1.7229536771774292
    },
    "encoder.layer6.attention.qkv": {
      "alpha": 1.0,
      "objective_ratio": 0.9860862533164781,
      "scale_minimum": 0.1256372481584549,
      "scale_maximum": 7.959422588348389
    },
    "encoder.layer6.mlp.up": {
      "alpha": 0.25,
      "objective_ratio": 0.993548193653565,
      "scale_minimum": 0.27865931391716003,
      "scale_maximum": 3.588611602783203
    },
    "encoder.layer7.attention.qkv": {
      "alpha": 1.0,
      "objective_ratio": 0.9903162766723699,
      "scale_minimum": 0.11469680070877075,
      "scale_maximum": 8.718639373779297
    },
    "encoder.layer7.mlp.up": {
      "alpha": 0.25,
      "objective_ratio": 1.000521222818195,
      "scale_minimum": 0.3660682141780853,
      "scale_maximum": 2.731731414794922
    },
    "encoder.layer8.attention.qkv": {
      "alpha": 0.25,
      "objective_ratio": 0.9876302970183746,
      "scale_minimum": 0.5946029424667358,
      "scale_maximum": 1.6817946434020996
    },
    "encoder.layer8.mlp.up": {
      "alpha": 0.75,
      "objective_ratio": 0.9910732347505086,
      "scale_minimum": 0.10360340774059296,
      "scale_maximum": 9.652193069458008
    },
    "encoder.layer9.attention.qkv": {
      "alpha": 0.5,
      "objective_ratio": 0.9888012833277917,
      "scale_minimum": 0.14358457922935486,
      "scale_maximum": 6.964536190032959
    },
    "encoder.layer9.mlp.up": {
      "alpha": 0.5,
      "objective_ratio": 0.9989260286456746,
      "scale_minimum": 0.18783864378929138,
      "scale_maximum": 5.3237175941467285
    },
    "encoder.layer10.attention.qkv": {
      "alpha": 0.5,
      "objective_ratio": 0.9971393520118563,
      "scale_minimum": 0.36594536900520325,
      "scale_maximum": 2.7326483726501465
    },
    "encoder.layer10.mlp.up": {
      "alpha": 0.75,
      "objective_ratio": 1.0023161178865463,
      "scale_minimum": 0.0808330625295639,
      "scale_maximum": 12.371175765991211
    },
    "encoder.layer11.attention.qkv": {
      "alpha": 0.0,
      "objective_ratio": 0.9861888015491898,
      "scale_minimum": 0.7956129312515259,
      "scale_maximum": 1.2568925619125366
    },
    "encoder.layer11.mlp.up": {
      "alpha": 0.75,
      "objective_ratio": 1.0032491589671546,
      "scale_minimum": 0.29890474677085876,
      "scale_maximum": 3.3455474376678467
    },
    "encoder.layer12.attention.qkv": {
      "alpha": 0.0,
      "objective_ratio": 1.0073652844419423,
      "scale_minimum": 0.7211287617683411,
      "scale_maximum": 1.3867148160934448
    },
    "encoder.layer12.mlp.up": {
      "alpha": 0.5,
      "objective_ratio": 0.9949756627544278,
      "scale_minimum": 0.07808957993984222,
      "scale_maximum": 12.805804252624512
    },
    "encoder.layer13.attention.qkv": {
      "alpha": 0.75,
      "objective_ratio": 0.9908633355070516,
      "scale_minimum": 0.32836616039276123,
      "scale_maximum": 3.0453805923461914
    },
    "encoder.layer13.mlp.up": {
      "alpha": 0.5,
      "objective_ratio": 0.9991813798914327,
      "scale_minimum": 0.0719522163271904,
      "scale_maximum": 13.898113250732422
    },
    "encoder.layer14.attention.qkv": {
      "alpha": 0.0,
      "objective_ratio": 0.9842827127023579,
      "scale_minimum": 0.8236913681030273,
      "scale_maximum": 1.2140469551086426
    },
    "encoder.layer14.mlp.up": {
      "alpha": 0.25,
      "objective_ratio": 1.0005347056550091,
      "scale_minimum": 0.28732556104660034,
      "scale_maximum": 3.480372667312622
    },
    "encoder.layer15.attention.qkv": {
      "alpha": 0.25,
      "objective_ratio": 1.0132517833295542,
      "scale_minimum": 0.6118825078010559,
      "scale_maximum": 1.634300708770752
    },
    "encoder.layer15.mlp.up": {
      "alpha": 0.25,
      "objective_ratio": 0.9974248261536508,
      "scale_minimum": 0.1685769110918045,
      "scale_maximum": 5.932010173797607
    },
    "encoder.layer16.attention.qkv": {
      "alpha": 0.0,
      "objective_ratio": 0.9732649279787546,
      "scale_minimum": 0.7768800258636475,
      "scale_maximum": 1.2872000932693481
    },
    "encoder.layer16.mlp.up": {
      "alpha": 0.0,
      "objective_ratio": 0.996567695888081,
      "scale_minimum": 0.3234022855758667,
      "scale_maximum": 3.0921239852905273
    },
    "encoder.layer17.attention.qkv": {
      "alpha": 0.5,
      "objective_ratio": 0.9945889583464697,
      "scale_minimum": 0.4305422902107239,
      "scale_maximum": 2.3226523399353027
    },
    "encoder.layer17.mlp.up": {
      "alpha": 0.0,
      "objective_ratio": 0.9958219479416773,
      "scale_minimum": 0.2973634898662567,
      "scale_maximum": 3.3628876209259033
    },
    "encoder.layer18.attention.qkv": {
      "alpha": 0.25,
      "objective_ratio": 1.0042024241016507,
      "scale_minimum": 0.6001787781715393,
      "scale_maximum": 1.6661701202392578
    },
    "encoder.layer18.mlp.up": {
      "alpha": 0.25,
      "objective_ratio": 0.9964646676672868,
      "scale_minimum": 0.1655125617980957,
      "scale_maximum": 6.041837215423584
    },
    "encoder.layer19.attention.qkv": {
      "alpha": 0.25,
      "objective_ratio": 0.9860353851905107,
      "scale_minimum": 0.588934063911438,
      "scale_maximum": 1.6979831457138062
    },
    "encoder.layer19.mlp.up": {
      "alpha": 0.0,
      "objective_ratio": 0.9981401753835294,
      "scale_minimum": 0.2826130986213684,
      "scale_maximum": 3.5384063720703125
    },
    "encoder.layer20.attention.qkv": {
      "alpha": 0.25,
      "objective_ratio": 0.9931885906299892,
      "scale_minimum": 0.5801239013671875,
      "scale_maximum": 1.7237699031829834
    },
    "encoder.layer20.mlp.up": {
      "alpha": 0.0,
      "objective_ratio": 0.9965383710888162,
      "scale_minimum": 0.26110583543777466,
      "scale_maximum": 3.829864263534546
    },
    "encoder.layer21.attention.qkv": {
      "alpha": 1.0,
      "objective_ratio": 0.9944201710945286,
      "scale_minimum": 0.2423522025346756,
      "scale_maximum": 4.126226425170898
    },
    "encoder.layer21.mlp.up": {
      "alpha": 0.0,
      "objective_ratio": 0.9983716859083388,
      "scale_minimum": 0.24809226393699646,
      "scale_maximum": 4.030758380889893
    },
    "encoder.layer22.attention.qkv": {
      "alpha": 0.0,
      "objective_ratio": 1.0021341103956194,
      "scale_minimum": 0.7738898396492004,
      "scale_maximum": 1.2921736240386963
    },
    "encoder.layer22.mlp.up": {
      "alpha": 0.0,
      "objective_ratio": 0.9972177981831453,
      "scale_minimum": 0.24489256739616394,
      "scale_maximum": 4.083423614501953
    },
    "encoder.layer23.attention.qkv": {
      "alpha": 0.5,
      "objective_ratio": 0.9901595105282662,
      "scale_minimum": 0.46226805448532104,
      "scale_maximum": 2.1632468700408936
    },
    "encoder.layer23.mlp.up": {
      "alpha": 1.0,
      "objective_ratio": 1.0,
      "scale_minimum": 0.0625,
      "scale_maximum": 16.0
    },
    "encoder.layer24.attention.qkv": {
      "alpha": 0.5,
      "objective_ratio": 0.993725954196514,
      "scale_minimum": 0.4686695635318756,
      "scale_maximum": 2.133699417114258
    },
    "encoder.layer24.mlp.up": {
      "alpha": 1.0,
      "objective_ratio": 1.0,
      "scale_minimum": 0.0625,
      "scale_maximum": 16.0
    },
    "encoder.layer25.attention.qkv": {
      "alpha": 0.0,
      "objective_ratio": 1.002211741228689,
      "scale_minimum": 0.8451476097106934,
      "scale_maximum": 1.1832252740859985
    },
    "encoder.layer25.mlp.up": {
      "alpha": 0.0,
      "objective_ratio": 0.9968508965183797,
      "scale_minimum": 0.3695317804813385,
      "scale_maximum": 2.706127166748047
    },
    "encoder.layer26.attention.qkv": {
      "alpha": 0.25,
      "objective_ratio": 0.9883271198431398,
      "scale_minimum": 0.6164189577102661,
      "scale_maximum": 1.6222732067108154
    },
    "encoder.layer26.mlp.up": {
      "alpha": 0.75,
      "objective_ratio": 0.9955848080148882,
      "scale_minimum": 0.35681843757629395,
      "scale_maximum": 2.8025457859039307
    }
  },
  "equalized_fp32": [
    {
      "name": "authors",
      "cosine": 0.9999999999576747,
      "maximum_absolute_error": 1.6510486602783203e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "siglip",
      "cosine": 0.9999999998035469,
      "maximum_absolute_error": 4.482269287109375e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "caffeine",
      "cosine": 0.9999999999284607,
      "maximum_absolute_error": 2.6106834411621094e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "robosign",
      "cosine": 0.9999999999895488,
      "maximum_absolute_error": 7.3909759521484375e-06,
      "clipped_activation_elements": {}
    },
    {
      "name": "fried_fish",
      "cosine": 0.9999999999956041,
      "maximum_absolute_error": 1.0013580322265625e-05,
      "clipped_activation_elements": {}
    },
    {
      "name": "cow_beach2",
      "cosine": 0.999999999992568,
      "maximum_absolute_error": 8.285045623779297e-06,
      "clipped_activation_elements": {}
    }
  ],
  "scales": {
    "embedding": {
      "activation": -7,
      "weight": -10,
      "activation_maximum": 1.0
    },
    "encoder.layer0.attention.qkv": {
      "activation": -5,
      "weight": -7,
      "activation_maximum": 4.9199724197387695
    },
    "encoder.layer0.attention.output": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 2.6040918827056885
    },
    "encoder.layer0.mlp.up": {
      "activation": -5,
      "weight": -7,
      "activation_maximum": 6.07312536239624
    },
    "encoder.layer0.mlp.down": {
      "activation": -4,
      "weight": -8,
      "activation_maximum": 10.194896697998047
    },
    "encoder.layer1.attention.qkv": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 5.41906213760376
    },
    "encoder.layer1.attention.output": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 2.9274723529815674
    },
    "encoder.layer1.mlp.up": {
      "activation": -7,
      "weight": -6,
      "activation_maximum": 1.5766209363937378
    },
    "encoder.layer1.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 7.3728227615356445
    },
    "encoder.layer2.attention.qkv": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 7.3171515464782715
    },
    "encoder.layer2.attention.output": {
      "activation": -6,
      "weight": -8,
      "activation_maximum": 3.3711047172546387
    },
    "encoder.layer2.mlp.up": {
      "activation": -7,
      "weight": -6,
      "activation_maximum": 1.1874244213104248
    },
    "encoder.layer2.mlp.down": {
      "activation": -4,
      "weight": -8,
      "activation_maximum": 8.126494407653809
    },
    "encoder.layer3.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 23.173593521118164
    },
    "encoder.layer3.attention.output": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 2.6594948768615723
    },
    "encoder.layer3.mlp.up": {
      "activation": -7,
      "weight": -6,
      "activation_maximum": 1.807414174079895
    },
    "encoder.layer3.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.110812664031982
    },
    "encoder.layer4.attention.qkv": {
      "activation": -6,
      "weight": -5,
      "activation_maximum": 2.3329594135284424
    },
    "encoder.layer4.attention.output": {
      "activation": -6,
      "weight": -10,
      "activation_maximum": 3.054002285003662
    },
    "encoder.layer4.mlp.up": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 17.832637786865234
    },
    "encoder.layer4.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.064496994018555
    },
    "encoder.layer5.attention.qkv": {
      "activation": -3,
      "weight": -10,
      "activation_maximum": 28.192991256713867
    },
    "encoder.layer5.attention.output": {
      "activation": -6,
      "weight": -10,
      "activation_maximum": 2.9361987113952637
    },
    "encoder.layer5.mlp.up": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 17.168296813964844
    },
    "encoder.layer5.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.035975933074951
    },
    "encoder.layer6.attention.qkv": {
      "activation": -4,
      "weight": -7,
      "activation_maximum": 14.095767974853516
    },
    "encoder.layer6.attention.output": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 4.368017673492432
    },
    "encoder.layer6.mlp.up": {
      "activation": -5,
      "weight": -7,
      "activation_maximum": 6.071957111358643
    },
    "encoder.layer6.mlp.down": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 4.257908821105957
    },
    "encoder.layer7.attention.qkv": {
      "activation": -3,
      "weight": -6,
      "activation_maximum": 15.133923530578613
    },
    "encoder.layer7.attention.output": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 3.189218521118164
    },
    "encoder.layer7.mlp.up": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 6.643651485443115
    },
    "encoder.layer7.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 5.058890342712402
    },
    "encoder.layer8.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 17.411928176879883
    },
    "encoder.layer8.attention.output": {
      "activation": -6,
      "weight": -8,
      "activation_maximum": 2.956940174102783
    },
    "encoder.layer8.mlp.up": {
      "activation": -6,
      "weight": -6,
      "activation_maximum": 2.474438428878784
    },
    "encoder.layer8.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 5.3784403800964355
    },
    "encoder.layer9.attention.qkv": {
      "activation": -5,
      "weight": -7,
      "activation_maximum": 7.036924839019775
    },
    "encoder.layer9.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.142803192138672
    },
    "encoder.layer9.mlp.up": {
      "activation": -5,
      "weight": -7,
      "activation_maximum": 5.430990695953369
    },
    "encoder.layer9.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.783791542053223
    },
    "encoder.layer10.attention.qkv": {
      "activation": -3,
      "weight": -8,
      "activation_maximum": 16.85541343688965
    },
    "encoder.layer10.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.002939224243164
    },
    "encoder.layer10.mlp.up": {
      "activation": -6,
      "weight": -7,
      "activation_maximum": 3.3981292247772217
    },
    "encoder.layer10.mlp.down": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 7.563375949859619
    },
    "encoder.layer11.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 24.29941749572754
    },
    "encoder.layer11.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.149082183837891
    },
    "encoder.layer11.mlp.up": {
      "activation": -4,
      "weight": -8,
      "activation_maximum": 13.743124008178711
    },
    "encoder.layer11.mlp.down": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.170856952667236
    },
    "encoder.layer12.attention.qkv": {
      "activation": -3,
      "weight": -10,
      "activation_maximum": 27.51457977294922
    },
    "encoder.layer12.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 5.33396577835083
    },
    "encoder.layer12.mlp.up": {
      "activation": -6,
      "weight": -7,
      "activation_maximum": 2.5151524543762207
    },
    "encoder.layer12.mlp.down": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 5.3440046310424805
    },
    "encoder.layer13.attention.qkv": {
      "activation": -3,
      "weight": -8,
      "activation_maximum": 18.600370407104492
    },
    "encoder.layer13.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 7.242958068847656
    },
    "encoder.layer13.mlp.up": {
      "activation": -5,
      "weight": -7,
      "activation_maximum": 5.627968788146973
    },
    "encoder.layer13.mlp.down": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 5.795843601226807
    },
    "encoder.layer14.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 20.167341232299805
    },
    "encoder.layer14.attention.output": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 7.954423427581787
    },
    "encoder.layer14.mlp.up": {
      "activation": -3,
      "weight": -8,
      "activation_maximum": 20.89512062072754
    },
    "encoder.layer14.mlp.down": {
      "activation": -5,
      "weight": -8,
      "activation_maximum": 4.837028503417969
    },
    "encoder.layer15.attention.qkv": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 24.337648391723633
    },
    "encoder.layer15.attention.output": {
      "activation": -6,
      "weight": -10,
      "activation_maximum": 3.5375590324401855
    },
    "encoder.layer15.mlp.up": {
      "activation": -4,
      "weight": -8,
      "activation_maximum": 12.915987014770508
    },
    "encoder.layer15.mlp.down": {
      "activation": -4,
      "weight": -8,
      "activation_maximum": 8.704333305358887
    },
    "encoder.layer16.attention.qkv": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 34.342674255371094
    },
    "encoder.layer16.attention.output": {
      "activation": -6,
      "weight": -10,
      "activation_maximum": 3.5345816612243652
    },
    "encoder.layer16.mlp.up": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 52.182777404785156
    },
    "encoder.layer16.mlp.down": {
      "activation": -3,
      "weight": -8,
      "activation_maximum": 25.1788387298584
    },
    "encoder.layer17.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 48.36495590209961
    },
    "encoder.layer17.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 4.809457778930664
    },
    "encoder.layer17.mlp.up": {
      "activation": -1,
      "weight": -8,
      "activation_maximum": 89.02107238769531
    },
    "encoder.layer17.mlp.down": {
      "activation": -1,
      "weight": -8,
      "activation_maximum": 61.27954864501953
    },
    "encoder.layer18.attention.qkv": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 48.60545349121094
    },
    "encoder.layer18.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.498501777648926
    },
    "encoder.layer18.mlp.up": {
      "activation": -2,
      "weight": -7,
      "activation_maximum": 42.291725158691406
    },
    "encoder.layer18.mlp.down": {
      "activation": -4,
      "weight": -9,
      "activation_maximum": 14.40198802947998
    },
    "encoder.layer19.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 43.203983306884766
    },
    "encoder.layer19.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 5.3175578117370605
    },
    "encoder.layer19.mlp.up": {
      "activation": -1,
      "weight": -9,
      "activation_maximum": 98.60832977294922
    },
    "encoder.layer19.mlp.down": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 18.499216079711914
    },
    "encoder.layer20.attention.qkv": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 40.3388786315918
    },
    "encoder.layer20.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 4.921205997467041
    },
    "encoder.layer20.mlp.up": {
      "activation": -1,
      "weight": -9,
      "activation_maximum": 107.58795928955078
    },
    "encoder.layer20.mlp.down": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 20.059751510620117
    },
    "encoder.layer21.attention.qkv": {
      "activation": -2,
      "weight": -8,
      "activation_maximum": 39.00627899169922
    },
    "encoder.layer21.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 6.268797397613525
    },
    "encoder.layer21.mlp.up": {
      "activation": -1,
      "weight": -10,
      "activation_maximum": 115.4157943725586
    },
    "encoder.layer21.mlp.down": {
      "activation": -3,
      "weight": -9,
      "activation_maximum": 26.468856811523438
    },
    "encoder.layer22.attention.qkv": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 36.17183303833008
    },
    "encoder.layer22.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 3.789335012435913
    },
    "encoder.layer22.mlp.up": {
      "activation": 0,
      "weight": -9,
      "activation_maximum": 189.6186065673828
    },
    "encoder.layer22.mlp.down": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 32.2358283996582
    },
    "encoder.layer23.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 40.40977478027344
    },
    "encoder.layer23.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 6.003602981567383
    },
    "encoder.layer23.mlp.up": {
      "activation": -3,
      "weight": -6,
      "activation_maximum": 18.06903076171875
    },
    "encoder.layer23.mlp.down": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 33.15303421020508
    },
    "encoder.layer24.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 46.598506927490234
    },
    "encoder.layer24.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 6.143794536590576
    },
    "encoder.layer24.mlp.up": {
      "activation": -3,
      "weight": -5,
      "activation_maximum": 19.684232711791992
    },
    "encoder.layer24.mlp.down": {
      "activation": -2,
      "weight": -10,
      "activation_maximum": 32.8969841003418
    },
    "encoder.layer25.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 47.457759857177734
    },
    "encoder.layer25.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 5.5030837059021
    },
    "encoder.layer25.mlp.up": {
      "activation": 1,
      "weight": -9,
      "activation_maximum": 251.3187255859375
    },
    "encoder.layer25.mlp.down": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 54.882041931152344
    },
    "encoder.layer26.attention.qkv": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 50.97976303100586
    },
    "encoder.layer26.attention.output": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.221498489379883
    },
    "encoder.layer26.mlp.up": {
      "activation": 0,
      "weight": -9,
      "activation_maximum": 142.9974365234375
    },
    "encoder.layer26.mlp.down": {
      "activation": -2,
      "weight": -9,
      "activation_maximum": 36.16922378540039
    },
    "map.attention.query": {
      "activation": -15,
      "weight": -12,
      "activation_maximum": 0.006173919420689344
    },
    "map.attention.kv": {
      "activation": -1,
      "weight": -10,
      "activation_maximum": 88.39978790283203
    },
    "map.attention.output": {
      "activation": -5,
      "weight": -10,
      "activation_maximum": 7.076561450958252
    },
    "map.mlp.up": {
      "activation": -5,
      "weight": -9,
      "activation_maximum": 4.704931259155273
    },
    "map.mlp.down": {
      "activation": -6,
      "weight": -9,
      "activation_maximum": 2.270977258682251
    }
  },
  "nearest": [
    {
      "name": "authors",
      "cosine": 0.9846717012998106,
      "maximum_absolute_error": 0.4136991500854492,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "siglip",
      "cosine": 0.9846118945262954,
      "maximum_absolute_error": 0.41593408584594727,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 1,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "caffeine",
      "cosine": 0.9919438675433896,
      "maximum_absolute_error": 0.2758147716522217,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 1,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "robosign",
      "cosine": 0.9819914254435487,
      "maximum_absolute_error": 0.38227804005146027,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 4,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 2,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 3,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 5,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "fried_fish",
      "cosine": 0.9833537491355084,
      "maximum_absolute_error": 0.4191032648086548,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 8,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 36,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9649121349316852,
      "maximum_absolute_error": 0.6058923602104187,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 1,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 16,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 98,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    }
  ],
  "reconstruction": {
    "embedding": {
      "nearest_objective": 78.81635665893555,
      "gptq_objective": 3.5823009312152863,
      "bias_correction_rms": 0.00015577056910842657
    },
    "encoder.layer0.attention.qkv": {
      "nearest_objective": 635.4308862686157,
      "gptq_objective": 541.2244982719421,
      "bias_correction_rms": 0.002296519000083208
    },
    "encoder.layer0.attention.output": {
      "nearest_objective": 12.872102250810713,
      "gptq_objective": 2.3287267565829097,
      "bias_correction_rms": 0.0004267495241947472
    },
    "encoder.layer0.mlp.up": {
      "nearest_objective": 1127.5640201568604,
      "gptq_objective": 954.9332160949707,
      "bias_correction_rms": 0.0013308866182342172
    },
    "encoder.layer0.mlp.down": {
      "nearest_objective": 73.3753288090229,
      "gptq_objective": 58.4499973654747,
      "bias_correction_rms": 0.0007968642748892307
    },
    "encoder.layer1.attention.qkv": {
      "nearest_objective": 751.6260495185852,
      "gptq_objective": 586.7817571163177,
      "bias_correction_rms": 0.0016637853113934398
    },
    "encoder.layer1.attention.output": {
      "nearest_objective": 15.21686002612114,
      "gptq_objective": 2.4161887557711452,
      "bias_correction_rms": 0.0003371090569999069
    },
    "encoder.layer1.mlp.up": {
      "nearest_objective": 1502.2525787353516,
      "gptq_objective": 1149.9319877624512,
      "bias_correction_rms": 0.004742163233458996
    },
    "encoder.layer1.mlp.down": {
      "nearest_objective": 32.82392445206642,
      "gptq_objective": 19.72769433259964,
      "bias_correction_rms": 0.00044034363236278296
    },
    "encoder.layer2.attention.qkv": {
      "nearest_objective": 2060.626326560974,
      "gptq_objective": 1771.5797538757324,
      "bias_correction_rms": 0.0011025016428902745
    },
    "encoder.layer2.attention.output": {
      "nearest_objective": 22.285939529538155,
      "gptq_objective": 9.221391188912094,
      "bias_correction_rms": 0.00030113832326605916
    },
    "encoder.layer2.mlp.up": {
      "nearest_objective": 1007.0706367492676,
      "gptq_objective": 850.4536724090576,
      "bias_correction_rms": 0.0019694736693054438
    },
    "encoder.layer2.mlp.down": {
      "nearest_objective": 36.4842993915081,
      "gptq_objective": 21.716341271996498,
      "bias_correction_rms": 0.0004279112908989191
    },
    "encoder.layer3.attention.qkv": {
      "nearest_objective": 2155.2624521255493,
      "gptq_objective": 1895.1095218658447,
      "bias_correction_rms": 0.0013950896682217717
    },
    "encoder.layer3.attention.output": {
      "nearest_objective": 15.659450061619282,
      "gptq_objective": 7.999550103209913,
      "bias_correction_rms": 0.0002904621069319546
    },
    "encoder.layer3.mlp.up": {
      "nearest_objective": 1067.962760925293,
      "gptq_objective": 864.8102760314941,
      "bias_correction_rms": 0.00148283620364964
    },
    "encoder.layer3.mlp.down": {
      "nearest_objective": 32.38399498164654,
      "gptq_objective": 18.232743121683598,
      "bias_correction_rms": 0.00041698996210470796
    },
    "encoder.layer4.attention.qkv": {
      "nearest_objective": 1855.1090660095215,
      "gptq_objective": 1551.5078525543213,
      "bias_correction_rms": 0.0015915606636554003
    },
    "encoder.layer4.attention.output": {
      "nearest_objective": 15.748142272233963,
      "gptq_objective": 7.350859421305358,
      "bias_correction_rms": 0.00030930194770917296
    },
    "encoder.layer4.mlp.up": {
      "nearest_objective": 1312.7277717590332,
      "gptq_objective": 1003.9453544616699,
      "bias_correction_rms": 0.0015471576480194926
    },
    "encoder.layer4.mlp.down": {
      "nearest_objective": 30.915362536907196,
      "gptq_objective": 17.771250914782286,
      "bias_correction_rms": 0.0003719562664628029
    },
    "encoder.layer5.attention.qkv": {
      "nearest_objective": 2243.7141761779785,
      "gptq_objective": 1861.6624641418457,
      "bias_correction_rms": 0.0016213557682931423
    },
    "encoder.layer5.attention.output": {
      "nearest_objective": 20.139422729611397,
      "gptq_objective": 9.84066136367619,
      "bias_correction_rms": 0.0003047050558961928
    },
    "encoder.layer5.mlp.up": {
      "nearest_objective": 1249.3308410644531,
      "gptq_objective": 955.5089149475098,
      "bias_correction_rms": 0.001530352863483131
    },
    "encoder.layer5.mlp.down": {
      "nearest_objective": 33.31564500927925,
      "gptq_objective": 19.474739164114,
      "bias_correction_rms": 0.00040032542892731726
    },
    "encoder.layer6.attention.qkv": {
      "nearest_objective": 1916.4181518554688,
      "gptq_objective": 1543.5961380004883,
      "bias_correction_rms": 0.0015820914413779974
    },
    "encoder.layer6.attention.output": {
      "nearest_objective": 34.10381409525871,
      "gptq_objective": 15.200264975428581,
      "bias_correction_rms": 0.0004335524281486869
    },
    "encoder.layer6.mlp.up": {
      "nearest_objective": 1513.7338333129883,
      "gptq_objective": 1137.7686729431152,
      "bias_correction_rms": 0.0014592051738873124
    },
    "encoder.layer6.mlp.down": {
      "nearest_objective": 38.00050073862076,
      "gptq_objective": 24.622632153332233,
      "bias_correction_rms": 0.00037828320637345314
    },
    "encoder.layer7.attention.qkv": {
      "nearest_objective": 2199.245162963867,
      "gptq_objective": 1707.3608856201172,
      "bias_correction_rms": 0.0016992940800264478
    },
    "encoder.layer7.attention.output": {
      "nearest_objective": 31.366316556930542,
      "gptq_objective": 14.422994181513786,
      "bias_correction_rms": 0.00038168110768310726
    },
    "encoder.layer7.mlp.up": {
      "nearest_objective": 1486.1490325927734,
      "gptq_objective": 1116.2282981872559,
      "bias_correction_rms": 0.0016156634083017707
    },
    "encoder.layer7.mlp.down": {
      "nearest_objective": 37.973154842853546,
      "gptq_objective": 21.963169530034065,
      "bias_correction_rms": 0.0004017901374027133
    },
    "encoder.layer8.attention.qkv": {
      "nearest_objective": 2386.8591537475586,
      "gptq_objective": 1821.7570877075195,
      "bias_correction_rms": 0.002274898113682866
    },
    "encoder.layer8.attention.output": {
      "nearest_objective": 32.3743012547493,
      "gptq_objective": 13.731316063553095,
      "bias_correction_rms": 0.00038243766175583005
    },
    "encoder.layer8.mlp.up": {
      "nearest_objective": 1643.8499755859375,
      "gptq_objective": 1239.0033950805664,
      "bias_correction_rms": 0.0017264767084270716
    },
    "encoder.layer8.mlp.down": {
      "nearest_objective": 43.24876061081886,
      "gptq_objective": 28.2336688041687,
      "bias_correction_rms": 0.000381210760679096
    },
    "encoder.layer9.attention.qkv": {
      "nearest_objective": 2281.1507110595703,
      "gptq_objective": 1714.6988220214844,
      "bias_correction_rms": 0.001936648623086512
    },
    "encoder.layer9.attention.output": {
      "nearest_objective": 43.72705841064453,
      "gptq_objective": 19.053661555051804,
      "bias_correction_rms": 0.0004108231223654002
    },
    "encoder.layer9.mlp.up": {
      "nearest_objective": 1847.4395294189453,
      "gptq_objective": 1431.5625381469727,
      "bias_correction_rms": 0.0020157324615865946
    },
    "encoder.layer9.mlp.down": {
      "nearest_objective": 44.57990887761116,
      "gptq_objective": 29.191798008978367,
      "bias_correction_rms": 0.0003725090646184981
    },
    "encoder.layer10.attention.qkv": {
      "nearest_objective": 2310.259494781494,
      "gptq_objective": 1761.056468963623,
      "bias_correction_rms": 0.0021650854032486677
    },
    "encoder.layer10.attention.output": {
      "nearest_objective": 39.744426131248474,
      "gptq_objective": 17.682501509785652,
      "bias_correction_rms": 0.00041257101111114025
    },
    "encoder.layer10.mlp.up": {
      "nearest_objective": 1980.868034362793,
      "gptq_objective": 1508.5389404296875,
      "bias_correction_rms": 0.002085556974634528
    },
    "encoder.layer10.mlp.down": {
      "nearest_objective": 45.54311907291412,
      "gptq_objective": 29.91381113231182,
      "bias_correction_rms": 0.0003956130240112543
    },
    "encoder.layer11.attention.qkv": {
      "nearest_objective": 2249.4601135253906,
      "gptq_objective": 1670.4131164550781,
      "bias_correction_rms": 0.0023636072874069214
    },
    "encoder.layer11.attention.output": {
      "nearest_objective": 39.09762680530548,
      "gptq_objective": 14.70799469947815,
      "bias_correction_rms": 0.0004378314479254186
    },
    "encoder.layer11.mlp.up": {
      "nearest_objective": 2036.7243576049805,
      "gptq_objective": 1526.9742584228516,
      "bias_correction_rms": 0.001896302797831595
    },
    "encoder.layer11.mlp.down": {
      "nearest_objective": 48.85664604604244,
      "gptq_objective": 31.934294909238815,
      "bias_correction_rms": 0.0004066789988428354
    },
    "encoder.layer12.attention.qkv": {
      "nearest_objective": 2662.5499954223633,
      "gptq_objective": 2009.315818786621,
      "bias_correction_rms": 0.0023666773922741413
    },
    "encoder.layer12.attention.output": {
      "nearest_objective": 38.134485483169556,
      "gptq_objective": 16.98992756009102,
      "bias_correction_rms": 0.0004228689649607986
    },
    "encoder.layer12.mlp.up": {
      "nearest_objective": 2518.410934448242,
      "gptq_objective": 1813.158462524414,
      "bias_correction_rms": 0.002468422520905733
    },
    "encoder.layer12.mlp.down": {
      "nearest_objective": 47.50692044198513,
      "gptq_objective": 29.97686766833067,
      "bias_correction_rms": 0.0004214569926261902
    },
    "encoder.layer13.attention.qkv": {
      "nearest_objective": 2633.060073852539,
      "gptq_objective": 1970.6438903808594,
      "bias_correction_rms": 0.0024134174454957247
    },
    "encoder.layer13.attention.output": {
      "nearest_objective": 49.313642621040344,
      "gptq_objective": 21.645140439271927,
      "bias_correction_rms": 0.0004442409554030746
    },
    "encoder.layer13.mlp.up": {
      "nearest_objective": 2749.0206909179688,
      "gptq_objective": 1965.643783569336,
      "bias_correction_rms": 0.0022957343608140945
    },
    "encoder.layer13.mlp.down": {
      "nearest_objective": 50.024728417396545,
      "gptq_objective": 32.48925191164017,
      "bias_correction_rms": 0.0003946848737541586
    },
    "encoder.layer14.attention.qkv": {
      "nearest_objective": 2852.5065307617188,
      "gptq_objective": 2153.871551513672,
      "bias_correction_rms": 0.002730963286012411
    },
    "encoder.layer14.attention.output": {
      "nearest_objective": 39.77912884950638,
      "gptq_objective": 15.55433090031147,
      "bias_correction_rms": 0.00041113124461844563
    },
    "encoder.layer14.mlp.up": {
      "nearest_objective": 2914.774627685547,
      "gptq_objective": 2078.647041320801,
      "bias_correction_rms": 0.002369662281125784
    },
    "encoder.layer14.mlp.down": {
      "nearest_objective": 57.334885865449905,
      "gptq_objective": 37.78195360302925,
      "bias_correction_rms": 0.0004433745052665472
    },
    "encoder.layer15.attention.qkv": {
      "nearest_objective": 2859.363624572754,
      "gptq_objective": 2129.297149658203,
      "bias_correction_rms": 0.002407348481938243
    },
    "encoder.layer15.attention.output": {
      "nearest_objective": 29.911681652069092,
      "gptq_objective": 10.056844964623451,
      "bias_correction_rms": 0.0003488409274723381
    },
    "encoder.layer15.mlp.up": {
      "nearest_objective": 4999.836837768555,
      "gptq_objective": 3022.093521118164,
      "bias_correction_rms": 0.0029958956874907017
    },
    "encoder.layer15.mlp.down": {
      "nearest_objective": 49.57020956277847,
      "gptq_objective": 36.24915773048997,
      "bias_correction_rms": 0.0003860789001919329
    },
    "encoder.layer16.attention.qkv": {
      "nearest_objective": 3128.8579177856445,
      "gptq_objective": 2290.761360168457,
      "bias_correction_rms": 0.0029325305949896574
    },
    "encoder.layer16.attention.output": {
      "nearest_objective": 38.257529973983765,
      "gptq_objective": 12.227731198072433,
      "bias_correction_rms": 0.0004146647406741977
    },
    "encoder.layer16.mlp.up": {
      "nearest_objective": 11362.083435058594,
      "gptq_objective": 5086.5853271484375,
      "bias_correction_rms": 0.00550822401419282
    },
    "encoder.layer16.mlp.down": {
      "nearest_objective": 53.091663241386414,
      "gptq_objective": 46.03601801395416,
      "bias_correction_rms": 0.00030498317210003734
    },
    "encoder.layer17.attention.qkv": {
      "nearest_objective": 3543.5577545166016,
      "gptq_objective": 2561.281463623047,
      "bias_correction_rms": 0.0029857365880161524
    },
    "encoder.layer17.attention.output": {
      "nearest_objective": 54.30824136734009,
      "gptq_objective": 12.352032005786896,
      "bias_correction_rms": 0.0005145302275195718
    },
    "encoder.layer17.mlp.up": {
      "nearest_objective": 22739.73583984375,
      "gptq_objective": 7952.736907958984,
      "bias_correction_rms": 0.006761431228369474
    },
    "encoder.layer17.mlp.down": {
      "nearest_objective": 71.03931394219398,
      "gptq_objective": 62.23018401861191,
      "bias_correction_rms": 0.0004554500337690115
    },
    "encoder.layer18.attention.qkv": {
      "nearest_objective": 3458.5482788085938,
      "gptq_objective": 2427.5155487060547,
      "bias_correction_rms": 0.0028787204064428806
    },
    "encoder.layer18.attention.output": {
      "nearest_objective": 49.39546835422516,
      "gptq_objective": 11.107210636138916,
      "bias_correction_rms": 0.0004498101770877838
    },
    "encoder.layer18.mlp.up": {
      "nearest_objective": 30995.837646484375,
      "gptq_objective": 11510.861511230469,
      "bias_correction_rms": 0.009208809584379196
    },
    "encoder.layer18.mlp.down": {
      "nearest_objective": 75.60287162661552,
      "gptq_objective": 66.76855528354645,
      "bias_correction_rms": 0.000501808593980968
    },
    "encoder.layer19.attention.qkv": {
      "nearest_objective": 3932.244110107422,
      "gptq_objective": 2774.0966186523438,
      "bias_correction_rms": 0.0028379743453115225
    },
    "encoder.layer19.attention.output": {
      "nearest_objective": 59.22914385795593,
      "gptq_objective": 13.571262151002884,
      "bias_correction_rms": 0.0007519348873756826
    },
    "encoder.layer19.mlp.up": {
      "nearest_objective": 65485.20458984375,
      "gptq_objective": 20493.363037109375,
      "bias_correction_rms": 0.012382027693092823
    },
    "encoder.layer19.mlp.down": {
      "nearest_objective": 84.60141488909721,
      "gptq_objective": 78.51403625681996,
      "bias_correction_rms": 0.0007878434262238443
    },
    "encoder.layer20.attention.qkv": {
      "nearest_objective": 4240.1180419921875,
      "gptq_objective": 2926.900894165039,
      "bias_correction_rms": 0.0031603462994098663
    },
    "encoder.layer20.attention.output": {
      "nearest_objective": 73.75263357162476,
      "gptq_objective": 15.131534308195114,
      "bias_correction_rms": 0.0005658622249029577
    },
    "encoder.layer20.mlp.up": {
      "nearest_objective": 100085.10205078125,
      "gptq_objective": 28781.849609375,
      "bias_correction_rms": 0.015569149516522884
    },
    "encoder.layer20.mlp.down": {
      "nearest_objective": 72.92998293042183,
      "gptq_objective": 70.15434522926807,
      "bias_correction_rms": 0.0007604665588587523
    },
    "encoder.layer21.attention.qkv": {
      "nearest_objective": 4366.915328979492,
      "gptq_objective": 2987.1575241088867,
      "bias_correction_rms": 0.00317284744232893
    },
    "encoder.layer21.attention.output": {
      "nearest_objective": 92.11275553703308,
      "gptq_objective": 18.265968710184097,
      "bias_correction_rms": 0.0007715056417509913
    },
    "encoder.layer21.mlp.up": {
      "nearest_objective": 194686.8515625,
      "gptq_objective": 51344.047607421875,
      "bias_correction_rms": 0.017423702403903008
    },
    "encoder.layer21.mlp.down": {
      "nearest_objective": 116.74423020333052,
      "gptq_objective": 114.02897297590971,
      "bias_correction_rms": 0.00114375539124012
    },
    "encoder.layer22.attention.qkv": {
      "nearest_objective": 4383.206649780273,
      "gptq_objective": 2916.1061248779297,
      "bias_correction_rms": 0.0036426368169486523
    },
    "encoder.layer22.attention.output": {
      "nearest_objective": 112.69856715202332,
      "gptq_objective": 22.103517651557922,
      "bias_correction_rms": 0.0012478475691750646
    },
    "encoder.layer22.mlp.up": {
      "nearest_objective": 280059.76171875,
      "gptq_objective": 74102.4384765625,
      "bias_correction_rms": 0.02178679220378399
    },
    "encoder.layer22.mlp.down": {
      "nearest_objective": 143.22396759688854,
      "gptq_objective": 139.70811940729618,
      "bias_correction_rms": 0.0013664105208590627
    },
    "encoder.layer23.attention.qkv": {
      "nearest_objective": 4476.71533203125,
      "gptq_objective": 2903.9659423828125,
      "bias_correction_rms": 0.00277535617351532
    },
    "encoder.layer23.attention.output": {
      "nearest_objective": 180.70053339004517,
      "gptq_objective": 37.564896166324615,
      "bias_correction_rms": 0.000895076198503375
    },
    "encoder.layer23.mlp.up": {
      "nearest_objective": 396900.244140625,
      "gptq_objective": 104657.60693359375,
      "bias_correction_rms": 0.025760455057024956
    },
    "encoder.layer23.mlp.down": {
      "nearest_objective": 235.1435627937317,
      "gptq_objective": 227.04990741610527,
      "bias_correction_rms": 0.002580476924777031
    },
    "encoder.layer24.attention.qkv": {
      "nearest_objective": 4848.448089599609,
      "gptq_objective": 3077.233657836914,
      "bias_correction_rms": 0.0028894273564219475
    },
    "encoder.layer24.attention.output": {
      "nearest_objective": 246.64287567138672,
      "gptq_objective": 40.92648673057556,
      "bias_correction_rms": 0.0011355115566402674
    },
    "encoder.layer24.mlp.up": {
      "nearest_objective": 470336.205078125,
      "gptq_objective": 137577.11083984375,
      "bias_correction_rms": 0.030415380373597145
    },
    "encoder.layer24.mlp.down": {
      "nearest_objective": 547.9250392615795,
      "gptq_objective": 532.5598452091217,
      "bias_correction_rms": 0.003935744520276785
    },
    "encoder.layer25.attention.qkv": {
      "nearest_objective": 4334.01545715332,
      "gptq_objective": 2641.447929382324,
      "bias_correction_rms": 0.00268241623416543
    },
    "encoder.layer25.attention.output": {
      "nearest_objective": 265.99261379241943,
      "gptq_objective": 38.547875344753265,
      "bias_correction_rms": 0.0012019786518067122
    },
    "encoder.layer25.mlp.up": {
      "nearest_objective": 292807.9775390625,
      "gptq_objective": 105900.982421875,
      "bias_correction_rms": 0.024263637140393257
    },
    "encoder.layer25.mlp.down": {
      "nearest_objective": 1423.456726372242,
      "gptq_objective": 1299.0170766115189,
      "bias_correction_rms": 0.006231089122593403
    },
    "encoder.layer26.attention.qkv": {
      "nearest_objective": 2994.2303619384766,
      "gptq_objective": 1784.785789489746,
      "bias_correction_rms": 0.002117353491485119
    },
    "encoder.layer26.attention.output": {
      "nearest_objective": 197.78273916244507,
      "gptq_objective": 22.730577647686005,
      "bias_correction_rms": 0.0012560631148517132
    },
    "encoder.layer26.mlp.up": {
      "nearest_objective": 126642.95556640625,
      "gptq_objective": 66417.65209960938,
      "bias_correction_rms": 0.014750796370208263
    },
    "encoder.layer26.mlp.down": {
      "nearest_objective": 2480.935564994812,
      "gptq_objective": 2075.6400446891785,
      "bias_correction_rms": 0.005834253039211035
    },
    "map.attention.query": {
      "nearest_objective": 2.2099173833112218e-06,
      "gptq_objective": 4.480507431736669e-08,
      "bias_correction_rms": 3.5780763028014917e-06
    },
    "map.attention.kv": {
      "nearest_objective": 3079.753219604492,
      "gptq_objective": 1569.683120727539,
      "bias_correction_rms": 0.0033273117151111364
    },
    "map.attention.output": {
      "nearest_objective": 0.5148248244076967,
      "gptq_objective": 0.014515745031530969,
      "bias_correction_rms": 0.001640178496018052
    },
    "map.mlp.up": {
      "nearest_objective": 1.9127590656280518,
      "gptq_objective": 0.047073947032913566,
      "bias_correction_rms": 0.0013718748232349753
    },
    "map.mlp.down": {
      "nearest_objective": 0.03195390951441368,
      "gptq_objective": 0.0016952405866845766,
      "bias_correction_rms": 0.00045935960952192545
    }
  },
  "gptq": [
    {
      "name": "authors",
      "cosine": 0.9854222781294297,
      "maximum_absolute_error": 0.3201466202735901,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "siglip",
      "cosine": 0.9871912786817625,
      "maximum_absolute_error": 0.34973084926605225,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 1,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "caffeine",
      "cosine": 0.9894310208559317,
      "maximum_absolute_error": 0.3435657024383545,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "robosign",
      "cosine": 0.9836030284663453,
      "maximum_absolute_error": 0.3215303421020508,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 4,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 1,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 4,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 1,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "fried_fish",
      "cosine": 0.9850326623375425,
      "maximum_absolute_error": 0.42253386974334717,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 11,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 35,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9594663631251149,
      "maximum_absolute_error": 0.6355043649673462,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 1,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 13,
        "encoder.layer15.mlp.up": 1,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 99,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    }
  ]
}