1{2 "document_id": "lb_qasper_8f650cd8021e553a4106d292af9908f29595f88fc39385b2",3 "family": "public_qasper",4 "split": "test",5 "document_hash": "2578f282dddc548e7c10b8469c508874912a2cfe0dd88b7295f05289147208b8",6 "questions": [7 {8 "question_id": "q00",9 "qtype": "qasper",10 "question": "How much higher quality is the resulting annotated data?",11 "answer": "improvement when the difficult subset with expert annotations is mixed with the remaining crowd annotation is 3.5 F1 score, much larger than when a random set of expert annotations are added",12 "aliases": [],13 "answer_type": "qa_f1",14 "tolerance": 0.0,15 "supporting_fact_ids": [],16 "answer_position_frac": -1.017 }18 ],19 "facts": []20}