1{2 "document_id": "lb_qasper_c3dc6e575eeee19145547b339ae1c7af914dfde59a652000",3 "family": "public_qasper",4 "split": "test",5 "document_hash": "7b872ba2d0d0fc9cb33bb399cbc48cea11a23cd9f306254f576c66e876d1ed8e",6 "questions": [7 {8 "question_id": "q00",9 "qtype": "qasper",10 "question": "How big is the difference in performance between proposed model and baselines?",11 "answer": "Metric difference between Aloha and best baseline score:\nHits@1/20: +0.061 (0.3642 vs 0.3032)\nMRR: +0.0572(0.5114 vs 0.4542)\nF1: -0.0484 (0.3901 vs 0.4385)\nBLEU: +0.0474 (0.2867 vs 0.2393)",12 "aliases": [],13 "answer_type": "qa_f1",14 "tolerance": 0.0,15 "supporting_fact_ids": [],16 "answer_position_frac": -1.017 }18 ],19 "facts": []20}