{
  "document_id": "lb_qasper_f55efaaee938369fc4be8a430e531c164168be643b3cfe57",
  "family": "public_qasper",
  "split": "dev",
  "document_hash": "7683714da7a1bc48d6f6ec306dc65e5b31dad6ce24f8026867f24a0e5978d1e1",
  "questions": [
    {
      "question_id": "q00",
      "qtype": "qasper",
      "question": "what was the baseline?",
      "answer": "pivot-based translation relying on a helping language BIBREF10, nduction of phrase tables from monolingual data BIBREF14 , attentional RNN-based model (RNMT) BIBREF2, Transformer model BIBREF18, bi-directional model BIBREF11, multi-to-multi (M2M) model BIBREF8, back-translation BIBREF17",
      "aliases": [
        "M2M Transformer"
      ],
      "answer_type": "qa_f1",
      "tolerance": 0.0,
      "supporting_fact_ids": [],
      "answer_position_frac": -1.0
    }
  ],
  "facts": []
}