{
  "document_id": "lb_qasper_c3dc6e575eeee19145547b339ae1c7af914dfde59a652000",
  "family": "public_qasper",
  "split": "test",
  "document_hash": "7b872ba2d0d0fc9cb33bb399cbc48cea11a23cd9f306254f576c66e876d1ed8e",
  "questions": [
    {
      "question_id": "q00",
      "qtype": "qasper",
      "question": "How big is the difference in performance between proposed model and baselines?",
      "answer": "Metric difference between Aloha and best baseline score:\nHits@1/20: +0.061 (0.3642 vs 0.3032)\nMRR: +0.0572(0.5114 vs 0.4542)\nF1: -0.0484 (0.3901 vs 0.4385)\nBLEU: +0.0474 (0.2867 vs 0.2393)",
      "aliases": [],
      "answer_type": "qa_f1",
      "tolerance": 0.0,
      "supporting_fact_ids": [],
      "answer_position_frac": -1.0
    }
  ],
  "facts": []
}