1{2 "document_id": "lb_qasper_f55efaaee938369fc4be8a430e531c164168be643b3cfe57",3 "family": "public_qasper",4 "split": "dev",5 "document_hash": "7683714da7a1bc48d6f6ec306dc65e5b31dad6ce24f8026867f24a0e5978d1e1",6 "questions": [7 {8 "question_id": "q00",9 "qtype": "qasper",10 "question": "what was the baseline?",11 "answer": "pivot-based translation relying on a helping language BIBREF10, nduction of phrase tables from monolingual data BIBREF14 , attentional RNN-based model (RNMT) BIBREF2, Transformer model BIBREF18, bi-directional model BIBREF11, multi-to-multi (M2M) model BIBREF8, back-translation BIBREF17",12 "aliases": [13 "M2M Transformer"14 ],15 "answer_type": "qa_f1",16 "tolerance": 0.0,17 "supporting_fact_ids": [],18 "answer_position_frac": -1.019 }20 ],21 "facts": []22}