{
  "document_id": "lb_qasper_6b9d0c1e63714067fc0b54c024dc065e63f64cbaf44ab4d0",
  "family": "public_qasper",
  "split": "test",
  "document_hash": "1499a1624a4f52a3ba09cc0d27d857c0254b49316cb332fa18a46e022b0ed127",
  "questions": [
    {
      "question_id": "q00",
      "qtype": "qasper",
      "question": "by how much did their model improve?",
      "answer": "For the WikiLarge dataset, the improvement over baseline NMT is 2.11 BLEU, 1.7 FKGL and 1.07 SARI.\nFor the WikiSmall dataset, the improvement over baseline NMT is  8.37 BLEU.",
      "aliases": [
        "6.37 BLEU"
      ],
      "answer_type": "qa_f1",
      "tolerance": 0.0,
      "supporting_fact_ids": [],
      "answer_position_frac": -1.0
    }
  ],
  "facts": []
}