{
  "bs1-both": {
    "hardware_pass": true,
    "cosines": [
      0.994179673,
      0.994179673
    ],
    "profileSpanCycles": 10254720,
    "profileSpanMs": 6.83648,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 9,
        "columns": 10,
        "inner": 1
      },
      "probability_value": {
        "rows": 13,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        12,
        1
      ],
      [
        12,
        2
      ],
      [
        14,
        0
      ],
      [
        21,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs1-k": {
    "hardware_pass": true,
    "cosines": [
      0.994179673,
      0.994179673
    ],
    "profileSpanCycles": 10462992,
    "profileSpanMs": 6.975328,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 9,
        "columns": 10,
        "inner": 1
      },
      "probability_value": {
        "rows": 13,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        12,
        2
      ],
      [
        14,
        0
      ],
      [
        21,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs1-late": {
    "hardware_pass": true,
    "cosines": [
      0.994179673,
      0.994179673
    ],
    "profileSpanCycles": 10303668,
    "profileSpanMs": 6.869112,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 9,
        "columns": 10,
        "inner": 1
      },
      "probability_value": {
        "rows": 13,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        14,
        0
      ],
      [
        21,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs1-mlp-control": {
    "hardware_pass": true,
    "cosines": [
      0.994537141,
      0.994537141
    ],
    "profileSpanCycles": 10088124,
    "profileSpanMs": 6.725416,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        null,
        -4
      ],
      "query_key": {
        "rows": 9,
        "columns": 10,
        "inner": 1
      },
      "probability_value": {
        "rows": 13,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs1-q": {
    "hardware_pass": true,
    "cosines": [
      0.994179673,
      0.994179673
    ],
    "profileSpanCycles": 10142796,
    "profileSpanMs": 6.761864,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 9,
        "columns": 10,
        "inner": 1
      },
      "probability_value": {
        "rows": 13,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        12,
        1
      ],
      [
        14,
        0
      ],
      [
        21,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs1-search": {
    "hardware_pass": true,
    "cosines": [
      0.994366413,
      0.994366413
    ],
    "profileSpanCycles": 10099464,
    "profileSpanMs": 6.732976,
    "attempts": 8,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 9,
        "columns": 10,
        "inner": 1
      },
      "probability_value": {
        "rows": 13,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        12,
        1
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs2-baseline": {
    "hardware_pass": true,
    "cosines": [
      0.994151272,
      0.994151272
    ],
    "profileSpanCycles": 16746138,
    "profileSpanMs": 11.164092,
    "attempts": 98,
    "attention": {
      "fp8_scales": [
        null,
        -4
      ],
      "query_key": {
        "rows": 6,
        "columns": 7,
        "inner": 1
      },
      "probability_value": {
        "rows": 7,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        26,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs2-both": {
    "hardware_pass": true,
    "cosines": [
      0.993945443,
      0.993945443
    ],
    "profileSpanCycles": 16600566,
    "profileSpanMs": 11.067044,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 6,
        "columns": 7,
        "inner": 1
      },
      "probability_value": {
        "rows": 7,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        12,
        1
      ],
      [
        12,
        2
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        26,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs2-k": {
    "hardware_pass": true,
    "cosines": [
      0.993945443,
      0.993945443
    ],
    "profileSpanCycles": 16766628,
    "profileSpanMs": 11.177752,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 6,
        "columns": 7,
        "inner": 1
      },
      "probability_value": {
        "rows": 7,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        12,
        2
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        26,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs2-late": {
    "hardware_pass": true,
    "cosines": [
      0.993945443,
      0.993945443
    ],
    "profileSpanCycles": 16880580,
    "profileSpanMs": 11.25372,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 6,
        "columns": 7,
        "inner": 1
      },
      "probability_value": {
        "rows": 7,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        26,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs2-mlp-control": {
    "hardware_pass": true,
    "cosines": [
      0.993972004,
      0.993972004
    ],
    "profileSpanCycles": 16202412,
    "profileSpanMs": 10.801608,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        null,
        -4
      ],
      "query_key": {
        "rows": 6,
        "columns": 7,
        "inner": 1
      },
      "probability_value": {
        "rows": 7,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        26,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs2-q": {
    "hardware_pass": true,
    "cosines": [
      0.993945443,
      0.993945443
    ],
    "profileSpanCycles": 16722798,
    "profileSpanMs": 11.148532,
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 6,
        "columns": 7,
        "inner": 1
      },
      "probability_value": {
        "rows": 7,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        12,
        1
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        26,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "bs2-search": {
    "hardware_pass": true,
    "cosines": [
      0.994154827,
      0.994154827
    ],
    "profileSpanCycles": 16065444,
    "profileSpanMs": 10.710296,
    "attempts": 8,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 6,
        "columns": 7,
        "inner": 1
      },
      "probability_value": {
        "rows": 7,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        0,
        0
      ],
      [
        4,
        0
      ],
      [
        12,
        1
      ],
      [
        12,
        2
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        26,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "real-bs1": {
    "hardware_pass": true,
    "cosines": [
      0.994567066,
      0.996543687,
      0.997382663,
      0.995361503,
      0.996956592,
      0.997177897
    ],
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 9,
        "columns": 10,
        "inner": 1
      },
      "probability_value": {
        "rows": 7,
        "columns": 2,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        12,
        1
      ],
      [
        12,
        2
      ]
    ]
  },
  "real-bs2": {
    "hardware_pass": true,
    "cosines": [
      0.996363787,
      0.994959132,
      0.996347857
    ],
    "attempts": 0,
    "attention": {
      "fp8_scales": [
        -4,
        -4
      ],
      "query_key": {
        "rows": 6,
        "columns": 7,
        "inner": 1
      },
      "probability_value": {
        "rows": 7,
        "columns": 1,
        "inner": 6
      },
      "materialized": true,
      "key_block_rows": 768,
      "padded_query_dimension": 80,
      "padded_value_dimension": 80
    },
    "casts": [
      [
        4,
        0
      ],
      [
        12,
        1
      ],
      [
        12,
        2
      ],
      [
        14,
        0
      ],
      [
        18,
        0
      ],
      [
        21,
        0
      ],
      [
        26,
        0
      ],
      [
        40,
        0
      ]
    ]
  },
  "real-bs2-baseline": {
    "hardware_pass": false,
    "cosines": [],
    "errors": [
      "placement failed: tile 740 has insufficient Ipu21Standard SRAM for 2048 bytes"
    ]
  }
}