{
  "activation_only": [
    {
      "name": "authors",
      "cosine": 0.9880672672820017,
      "maximum_absolute_error": 0.32430458068847656,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "siglip",
      "cosine": 0.988034091233864,
      "maximum_absolute_error": 0.4217386245727539,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "caffeine",
      "cosine": 0.9927350270342608,
      "maximum_absolute_error": 0.24701762199401855,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "robosign",
      "cosine": 0.9846557046486271,
      "maximum_absolute_error": 0.30563704669475555,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 4,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 3,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 0,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 1,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "fried_fish",
      "cosine": 0.9878944185109556,
      "maximum_absolute_error": 0.3448221683502197,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 1,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 0,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 0,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 9,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 39,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9669261091357779,
      "maximum_absolute_error": 0.5685735940933228,
      "clipped_activation_elements": {
        "embedding": 0,
        "encoder.layer0.attention.qkv": 0,
        "encoder.layer0.attention.output": 0,
        "encoder.layer0.mlp.up": 0,
        "encoder.layer0.mlp.down": 0,
        "encoder.layer1.attention.qkv": 0,
        "encoder.layer1.attention.output": 0,
        "encoder.layer1.mlp.up": 0,
        "encoder.layer1.mlp.down": 0,
        "encoder.layer2.attention.qkv": 0,
        "encoder.layer2.attention.output": 0,
        "encoder.layer2.mlp.up": 0,
        "encoder.layer2.mlp.down": 0,
        "encoder.layer3.attention.qkv": 0,
        "encoder.layer3.attention.output": 0,
        "encoder.layer3.mlp.up": 0,
        "encoder.layer3.mlp.down": 0,
        "encoder.layer4.attention.qkv": 0,
        "encoder.layer4.attention.output": 0,
        "encoder.layer4.mlp.up": 0,
        "encoder.layer4.mlp.down": 0,
        "encoder.layer5.attention.qkv": 0,
        "encoder.layer5.attention.output": 1,
        "encoder.layer5.mlp.up": 0,
        "encoder.layer5.mlp.down": 0,
        "encoder.layer6.attention.qkv": 0,
        "encoder.layer6.attention.output": 0,
        "encoder.layer6.mlp.up": 0,
        "encoder.layer6.mlp.down": 0,
        "encoder.layer7.attention.qkv": 0,
        "encoder.layer7.attention.output": 0,
        "encoder.layer7.mlp.up": 0,
        "encoder.layer7.mlp.down": 0,
        "encoder.layer8.attention.qkv": 0,
        "encoder.layer8.attention.output": 0,
        "encoder.layer8.mlp.up": 0,
        "encoder.layer8.mlp.down": 0,
        "encoder.layer9.attention.qkv": 0,
        "encoder.layer9.attention.output": 0,
        "encoder.layer9.mlp.up": 0,
        "encoder.layer9.mlp.down": 0,
        "encoder.layer10.attention.qkv": 0,
        "encoder.layer10.attention.output": 0,
        "encoder.layer10.mlp.up": 0,
        "encoder.layer10.mlp.down": 0,
        "encoder.layer11.attention.qkv": 0,
        "encoder.layer11.attention.output": 0,
        "encoder.layer11.mlp.up": 0,
        "encoder.layer11.mlp.down": 0,
        "encoder.layer12.attention.qkv": 0,
        "encoder.layer12.attention.output": 0,
        "encoder.layer12.mlp.up": 0,
        "encoder.layer12.mlp.down": 0,
        "encoder.layer13.attention.qkv": 0,
        "encoder.layer13.attention.output": 0,
        "encoder.layer13.mlp.up": 0,
        "encoder.layer13.mlp.down": 0,
        "encoder.layer14.attention.qkv": 0,
        "encoder.layer14.attention.output": 0,
        "encoder.layer14.mlp.up": 0,
        "encoder.layer14.mlp.down": 0,
        "encoder.layer15.attention.qkv": 0,
        "encoder.layer15.attention.output": 21,
        "encoder.layer15.mlp.up": 0,
        "encoder.layer15.mlp.down": 0,
        "encoder.layer16.attention.qkv": 0,
        "encoder.layer16.attention.output": 0,
        "encoder.layer16.mlp.up": 0,
        "encoder.layer16.mlp.down": 0,
        "encoder.layer17.attention.qkv": 0,
        "encoder.layer17.attention.output": 0,
        "encoder.layer17.mlp.up": 0,
        "encoder.layer17.mlp.down": 0,
        "encoder.layer18.attention.qkv": 0,
        "encoder.layer18.attention.output": 0,
        "encoder.layer18.mlp.up": 0,
        "encoder.layer18.mlp.down": 0,
        "encoder.layer19.attention.qkv": 0,
        "encoder.layer19.attention.output": 0,
        "encoder.layer19.mlp.up": 0,
        "encoder.layer19.mlp.down": 0,
        "encoder.layer20.attention.qkv": 0,
        "encoder.layer20.attention.output": 0,
        "encoder.layer20.mlp.up": 0,
        "encoder.layer20.mlp.down": 0,
        "encoder.layer21.attention.qkv": 0,
        "encoder.layer21.attention.output": 109,
        "encoder.layer21.mlp.up": 0,
        "encoder.layer21.mlp.down": 0,
        "encoder.layer22.attention.qkv": 0,
        "encoder.layer22.attention.output": 0,
        "encoder.layer22.mlp.up": 0,
        "encoder.layer22.mlp.down": 0,
        "encoder.layer23.attention.qkv": 0,
        "encoder.layer23.attention.output": 0,
        "encoder.layer23.mlp.up": 0,
        "encoder.layer23.mlp.down": 0,
        "encoder.layer24.attention.qkv": 0,
        "encoder.layer24.attention.output": 0,
        "encoder.layer24.mlp.up": 0,
        "encoder.layer24.mlp.down": 0,
        "encoder.layer25.attention.qkv": 0,
        "encoder.layer25.attention.output": 0,
        "encoder.layer25.mlp.up": 0,
        "encoder.layer25.mlp.down": 0,
        "encoder.layer26.attention.qkv": 0,
        "encoder.layer26.attention.output": 0,
        "encoder.layer26.mlp.up": 0,
        "encoder.layer26.mlp.down": 0,
        "map.attention.query": 0,
        "map.attention.kv": 0,
        "map.attention.output": 0,
        "map.mlp.up": 0,
        "map.mlp.down": 0
      }
    }
  ],
  "weight_only": [
    {
      "name": "authors",
      "cosine": 0.9978246753301189,
      "maximum_absolute_error": 0.1103963851928711,
      "clipped_activation_elements": {}
    },
    {
      "name": "siglip",
      "cosine": 0.9986487103811656,
      "maximum_absolute_error": 0.1121978759765625,
      "clipped_activation_elements": {}
    },
    {
      "name": "caffeine",
      "cosine": 0.9984719622672444,
      "maximum_absolute_error": 0.10422909259796143,
      "clipped_activation_elements": {}
    },
    {
      "name": "robosign",
      "cosine": 0.9978122362300201,
      "maximum_absolute_error": 0.18460702896118164,
      "clipped_activation_elements": {}
    },
    {
      "name": "fried_fish",
      "cosine": 0.9978547244137518,
      "maximum_absolute_error": 0.13598257303237915,
      "clipped_activation_elements": {}
    },
    {
      "name": "cow_beach2",
      "cosine": 0.9982683990962309,
      "maximum_absolute_error": 0.1135549545288086,
      "clipped_activation_elements": {}
    }
  ]
}