1{2 "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818",3 "family": "public_qasper",4 "split": "dev",5 "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60",6 "questions": [7 {8 "question_id": "q00",9 "qtype": "qasper",10 "question": "By how much does their model outperform the state of the art results?",11 "answer": "the attention model, MDREA, also outperforms the best existing research results (WAP 0.690 to 0.688)",12 "aliases": [],13 "answer_type": "qa_f1",14 "tolerance": 0.0,15 "supporting_fact_ids": [],16 "answer_position_frac": -1.017 }18 ],19 "facts": []20}