{
  "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818",
  "family": "public_qasper",
  "split": "dev",
  "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60",
  "questions": [
    {
      "question_id": "q00",
      "qtype": "qasper",
      "question": "By how much does their model outperform the state of the art results?",
      "answer": "the attention model, MDREA, also outperforms the best existing research results (WAP 0.690 to 0.688)",
      "aliases": [],
      "answer_type": "qa_f1",
      "tolerance": 0.0,
      "supporting_fact_ids": [],
      "answer_position_frac": -1.0
    }
  ],
  "facts": []
}