{
  "document_id": "lb_qasper_8f650cd8021e553a4106d292af9908f29595f88fc39385b2",
  "family": "public_qasper",
  "split": "test",
  "document_hash": "2578f282dddc548e7c10b8469c508874912a2cfe0dd88b7295f05289147208b8",
  "questions": [
    {
      "question_id": "q00",
      "qtype": "qasper",
      "question": "How much higher quality is the resulting annotated data?",
      "answer": "improvement when the difficult subset with expert annotations is mixed with the remaining crowd annotation is 3.5 F1 score, much larger than when a random set of expert annotations are added",
      "aliases": [],
      "answer_type": "qa_f1",
      "tolerance": 0.0,
      "supporting_fact_ids": [],
      "answer_position_frac": -1.0
    }
  ],
  "facts": []
}