spb/wp31_uqo

1[{"uid": "60b956445b79681c", "family": "fsm", "template": 2, "depth": 1, "pred": "5", "truth": "6", "correct": false, "edits_per_token": 0.0}, {"uid": "5b0ab169e82c3945", "family": "bind", "template": 2, "depth": 1, "pred": "14", "truth": "13", "correct": false, "edits_per_token": 0.0}, {"uid": "f121e42e09d5809b", "family": "bind", "template": 2, "depth": 1, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "60e3a6cff72cf2bc", "family": "bind", "template": 2, "depth": 1, "pred": "2", "truth": "1", "correct": false, "edits_per_token": 0.0}, {"uid": "516ca8ae123b2b84", "family": "bind", "template": 2, "depth": 1, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 0.0}, {"uid": "ead293770d626d41", "family": "bind", "template": 2, "depth": 1, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "f369e6a0d969e306", "family": "bind", "template": 2, "depth": 1, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "facfe4b45751726b", "family": "bind", "template": 2, "depth": 1, "pred": "16", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "ff9f3f055b1b78bf", "family": "bind", "template": 2, "depth": 1, "pred": "12", "truth": "12", "correct": true, "edits_per_token": 0.0}, {"uid": "aebccb95a9267e1f", "family": "bind", "template": 2, "depth": 1, "pred": "16", "truth": "17", "correct": false, "edits_per_token": 0.0}, {"uid": "f14e9c0c4e29a16d", "family": "bind", "template": 2, "depth": 1, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 0.0}, {"uid": "330a5096d00ea26d", "family": "bind", "template": 2, "depth": 1, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "07f53cbb1d5cf9d2", "family": "bind", "template": 2, "depth": 1, "pred": "16", "truth": "19", "correct": false, "edits_per_token": 0.0}, {"uid": "67c60958afd432d0", "family": "bind", "template": 2, "depth": 1, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "f8b6c686efa42185", "family": "bind", "template": 2, "depth": 1, "pred": "24", "truth": "26", "correct": false, "edits_per_token": 0.0}, {"uid": "62775e30772606d6", "family": "bind", "template": 2, "depth": 1, "pred": "56", "truth": "56", "correct": true, "edits_per_token": 0.0}, {"uid": "20014dffcd88b3b4", "family": "bind", "template": 2, "depth": 1, "pred": "22", "truth": "19", "correct": false, "edits_per_token": 0.0}, {"uid": "c401fdd41eb748f5", "family": "bind", "template": 2, "depth": 1, "pred": "19", "truth": "19", "correct": true, "edits_per_token": 0.0}, {"uid": "b10e70fec2be806b", "family": "bind", "template": 2, "depth": 1, "pred": "30", "truth": "30", "correct": true, "edits_per_token": 0.0}, {"uid": "0deb2782a818e6b2", "family": "fsm", "template": 2, "depth": 1, "pred": "-4", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "61ab4c048732d1a3", "family": "fsm", "template": 2, "depth": 1, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 0.0}, {"uid": "37774c818d365f18", "family": "fsm", "template": 2, "depth": 1, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 0.0}, {"uid": "2b0a168218a4d93f", "family": "fsm", "template": 2, "depth": 1, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 0.0}, {"uid": "acd4450308817db7", "family": "arith", "template": 0, "depth": 1, "pred": "10", "truth": "11", "correct": false, "edits_per_token": 0.0}, {"uid": "a12f609391c5b2e2", "family": "arith", "template": 0, "depth": 1, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 0.0}, {"uid": "d5644557c91d831d", "family": "arith", "template": 1, "depth": 1, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "866f34aea2e3f9b0", "family": "arith", "template": 1, "depth": 1, "pred": "8", "truth": "9", "correct": false, "edits_per_token": 0.0}, {"uid": "f19b2d158a1b2321", "family": "arith", "template": 0, "depth": 1, "pred": "-3", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "c01af83e3fde466b", "family": "arith", "template": 0, "depth": 1, "pred": "60", "truth": "55", "correct": false, "edits_per_token": 0.0}, {"uid": "df8bf40cf3eb11c7", "family": "arith", "template": 0, "depth": 1, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 0.0}, {"uid": "523d8153daf36cd4", "family": "arith", "template": 0, "depth": 1, "pred": "100", "truth": "120", "correct": false, "edits_per_token": 0.0}, {"uid": "c4b02937ae5ed440", "family": "arith", "template": 0, "depth": 1, "pred": "104", "truth": "126", "correct": false, "edits_per_token": 0.0}, {"uid": "5203cff28a90efc8", "family": "arith", "template": 0, "depth": 1, "pred": "14", "truth": "13", "correct": false, "edits_per_token": 0.0}, {"uid": "082118a9d86d119f", "family": "arith", "template": 1, "depth": 1, "pred": "-28", "truth": "-27", "correct": false, "edits_per_token": 0.0}, {"uid": "b0fc8aed8de80f82", "family": "arith", "template": 1, "depth": 1, "pred": "90", "truth": "85", "correct": false, "edits_per_token": 0.0}, {"uid": "261e43c7b031817b", "family": "arith", "template": 1, "depth": 1, "pred": "26", "truth": "29", "correct": false, "edits_per_token": 0.0}, {"uid": "d3f8213a4e9e4170", "family": "arith", "template": 1, "depth": 1, "pred": "68", "truth": "66", "correct": false, "edits_per_token": 0.0}, {"uid": "1a13c6a2d30f3e5d", "family": "arith", "template": 1, "depth": 1, "pred": "24", "truth": "21", "correct": false, "edits_per_token": 0.0}, {"uid": "bdf6184126348fc4", "family": "arith", "template": 1, "depth": 1, "pred": "11", "truth": "12", "correct": false, "edits_per_token": 0.0}, {"uid": "476c1b0e279073c4", "family": "arith", "template": 1, "depth": 1, "pred": "19", "truth": "18", "correct": false, "edits_per_token": 0.0}, {"uid": "6dbb743f0c127dc2", "family": "arith", "template": 1, "depth": 1, "pred": "102", "truth": "120", "correct": false, "edits_per_token": 0.0}, {"uid": "5154f767efae8d5f", "family": "bind", "template": 0, "depth": 1, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "d8ad8addbc5b2b76", "family": "bind", "template": 0, "depth": 1, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "92e98fec03071f53", "family": "bind", "template": 0, "depth": 1, "pred": "8", "truth": "9", "correct": false, "edits_per_token": 0.0}, {"uid": "94bfbb133f315b17", "family": "arith", "template": 0, "depth": 1, "pred": "34", "truth": "37", "correct": false, "edits_per_token": 0.0}, {"uid": "6465933cdd51bab0", "family": "arith", "template": 0, "depth": 1, "pred": "-14", "truth": "-12", "correct": false, "edits_per_token": 0.0}, {"uid": "70c421f8783c38d5", "family": "arith", "template": 0, "depth": 1, "pred": "-6", "truth": "-6", "correct": true, "edits_per_token": 0.0}, {"uid": "cf1cb39640b2d95e", "family": "arith", "template": 1, "depth": 1, "pred": "-4", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "306c5c106b21f747", "family": "arith", "template": 1, "depth": 1, "pred": "30", "truth": "36", "correct": false, "edits_per_token": 0.0}, {"uid": "c28cacbde689d89c", "family": "bind", "template": 0, "depth": 1, "pred": "14", "truth": "14", "correct": true, "edits_per_token": 0.0}, {"uid": "414d02a7ec15cff6", "family": "bind", "template": 0, "depth": 1, "pred": "14", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "e3aa39ed95a17b74", "family": "bind", "template": 0, "depth": 1, "pred": "-4", "truth": "-4", "correct": true, "edits_per_token": 0.0}, {"uid": "aa860b4bb6dd1c60", "family": "bind", "template": 0, "depth": 1, "pred": "14", "truth": "12", "correct": false, "edits_per_token": 0.0}, {"uid": "6fa8f401c1e6cf13", "family": "bind", "template": 0, "depth": 1, "pred": "22", "truth": "22", "correct": true, "edits_per_token": 0.0}, {"uid": "5252b66c833e4804", "family": "bind", "template": 0, "depth": 1, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "4559df295e5d209a", "family": "bind", "template": 0, "depth": 1, "pred": "42", "truth": "33", "correct": false, "edits_per_token": 0.0}, {"uid": "09050fc0ecd95713", "family": "bind", "template": 0, "depth": 1, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "06b18bb4072faaf9", "family": "bind", "template": 0, "depth": 1, "pred": "20", "truth": "21", "correct": false, "edits_per_token": 0.0}, {"uid": "fa1b048a6402c223", "family": "bind", "template": 0, "depth": 1, "pred": "20", "truth": "24", "correct": false, "edits_per_token": 0.0}, {"uid": "24964105582ca08f", "family": "bind", "template": 0, "depth": 1, "pred": "28", "truth": "28", "correct": true, "edits_per_token": 0.0}, {"uid": "737d6fa29de301b6", "family": "bind", "template": 0, "depth": 1, "pred": "36", "truth": "36", "correct": true, "edits_per_token": 0.0}, {"uid": "469214cbcfadea1f", "family": "bind", "template": 0, "depth": 1, "pred": "7", "truth": "8", "correct": false, "edits_per_token": 0.0}, {"uid": "b4906479613a001b", "family": "bind", "template": 0, "depth": 1, "pred": "-9", "truth": "-9", "correct": true, "edits_per_token": 0.0}, {"uid": "996d26d1ce666be6", "family": "bind", "template": 1, "depth": 1, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "d8aa01c2e9dbb03f", "family": "bind", "template": 1, "depth": 1, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "96bb392eaa0f9643", "family": "arith", "template": 0, "depth": 2, "pred": "91", "truth": "67", "correct": false, "edits_per_token": 0.0}, {"uid": "b6a7bca745b364dd", "family": "arith", "template": 0, "depth": 2, "pred": "51", "truth": "42", "correct": false, "edits_per_token": 0.0}, {"uid": "43d65a550eb1fa4c", "family": "arith", "template": 1, "depth": 2, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 0.0}, {"uid": "a0d75f1874311fde", "family": "bind", "template": 0, "depth": 1, "pred": "24", "truth": "27", "correct": false, "edits_per_token": 0.0}, {"uid": "aee4f8d22cb87cea", "family": "bind", "template": 1, "depth": 1, "pred": "15", "truth": "15", "correct": true, "edits_per_token": 0.0}, {"uid": "322ec1e8c6acc1ff", "family": "bind", "template": 1, "depth": 1, "pred": "28", "truth": "24", "correct": false, "edits_per_token": 0.0}, {"uid": "bb1d4320401489c8", "family": "bind", "template": 1, "depth": 1, "pred": "10", "truth": "10", "correct": true, "edits_per_token": 0.0}, {"uid": "7988ae9ad1ac4fd3", "family": "bind", "template": 1, "depth": 1, "pred": "16", "truth": "16", "correct": true, "edits_per_token": 0.0}, {"uid": "cc23cd278e3ed1ea", "family": "bind", "template": 1, "depth": 1, "pred": "14", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "fe7fd5085ea9be76", "family": "bind", "template": 1, "depth": 1, "pred": "14", "truth": "14", "correct": true, "edits_per_token": 0.0}, {"uid": "6e94de7955215d85", "family": "bind", "template": 1, "depth": 1, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 0.0}, {"uid": "c0ddb7f3ac6169d6", "family": "arith", "template": 0, "depth": 2, "pred": "-1010", "truth": "-243", "correct": false, "edits_per_token": 0.0}, {"uid": "3b45bc3b76e8bf3e", "family": "arith", "template": 0, "depth": 2, "pred": "104", "truth": "204", "correct": false, "edits_per_token": 0.0}, {"uid": "8c7ded44310bb22f", "family": "arith", "template": 0, "depth": 2, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 0.0}, {"uid": "3e8bad71290e30ec", "family": "arith", "template": 0, "depth": 2, "pred": "100", "truth": "180", "correct": false, "edits_per_token": 0.0}, {"uid": "45f8c12e17332726", "family": "arith", "template": 0, "depth": 2, "pred": "16", "truth": "16", "correct": true, "edits_per_token": 0.0}, {"uid": "5da99b5f988ba44f", "family": "arith", "template": 0, "depth": 2, "pred": "48", "truth": "56", "correct": false, "edits_per_token": 0.0}, {"uid": "cfd7de02897c4d55", "family": "arith", "template": 1, "depth": 2, "pred": "-102", "truth": "-80", "correct": false, "edits_per_token": 0.0}, {"uid": "a1cfcc32e8192ef1", "family": "arith", "template": 1, "depth": 2, "pred": "20", "truth": "21", "correct": false, "edits_per_token": 0.0}, {"uid": "99541076f3d0cdc2", "family": "arith", "template": 1, "depth": 2, "pred": "-102", "truth": "-168", "correct": false, "edits_per_token": 0.0}, {"uid": "1754dadc9b112e02", "family": "arith", "template": 1, "depth": 2, "pred": "22", "truth": "23", "correct": false, "edits_per_token": 0.0}, {"uid": "d43d09af762bceee", "family": "arith", "template": 1, "depth": 2, "pred": "40", "truth": "44", "correct": false, "edits_per_token": 0.0}, {"uid": "f4e7b509d987a102", "family": "bind", "template": 1, "depth": 1, "pred": "14", "truth": "13", "correct": false, "edits_per_token": 0.0}, {"uid": "19a2474634709bee", "family": "bind", "template": 1, "depth": 1, "pred": "10", "truth": "11", "correct": false, "edits_per_token": 0.0}, {"uid": "fe82b1e88a1b7501", "family": "bind", "template": 1, "depth": 1, "pred": "28", "truth": "24", "correct": false, "edits_per_token": 0.0}, {"uid": "dbab2c36ec752c4d", "family": "bind", "template": 1, "depth": 1, "pred": "18", "truth": "19", "correct": false, "edits_per_token": 0.0}, {"uid": "ce3cbdbb1894d8f4", "family": "bind", "template": 1, "depth": 1, "pred": "16", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "a828d2cf3e73f609", "family": "bind", "template": 1, "depth": 1, "pred": "5", "truth": "4", "correct": false, "edits_per_token": 0.0}, {"uid": "6ea5796fb21f8210", "family": "bind", "template": 1, "depth": 1, "pred": "-8", "truth": "-9", "correct": false, "edits_per_token": 0.0}, {"uid": "14947545562906ad", "family": "bind", "template": 1, "depth": 1, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "e0e011d7614b27ac", "family": "bind", "template": 2, "depth": 2, "pred": "6", "truth": "3", "correct": false, "edits_per_token": 0.0}, {"uid": "b78e61c19225f49c", "family": "fsm", "template": 2, "depth": 2, "pred": "16", "truth": "18", "correct": false, "edits_per_token": 0.0}, {"uid": "c847decd6524e18b", "family": "fsm", "template": 2, "depth": 2, "pred": "14", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "a6d22f0a33a55b5c", "family": "arith", "template": 0, "depth": 2, "pred": "40", "truth": "53", "correct": false, "edits_per_token": 0.0}, {"uid": "2e34b9635de762ef", "family": "arith", "template": 0, "depth": 2, "pred": "100", "truth": "117", "correct": false, "edits_per_token": 0.0}, {"uid": "99c7a494c455e41d", "family": "arith", "template": 0, "depth": 2, "pred": "-104", "truth": "-60", "correct": false, "edits_per_token": 0.0}, {"uid": "db2483d5eda54fc3", "family": "arith", "template": 0, "depth": 2, "pred": "91", "truth": "73", "correct": false, "edits_per_token": 0.0}, {"uid": "868b0200f129dd3a", "family": "arith", "template": 0, "depth": 2, "pred": "-30", "truth": "-44", "correct": false, "edits_per_token": 0.0}, {"uid": "8d21bd8bbb5eecad", "family": "arith", "template": 0, "depth": 2, "pred": "42", "truth": "41", "correct": false, "edits_per_token": 0.0}, {"uid": "477136793ecd605b", "family": "arith", "template": 0, "depth": 2, "pred": "-28", "truth": "-27", "correct": false, "edits_per_token": 0.0}, {"uid": "4f1703e2b9ccad34", "family": "arith", "template": 1, "depth": 2, "pred": "-14", "truth": "9", "correct": false, "edits_per_token": 0.0}, {"uid": "d88ee5d7fbfc842e", "family": "arith", "template": 1, "depth": 2, "pred": "-28", "truth": "-37", "correct": false, "edits_per_token": 0.0}, {"uid": "c17d2a830a88d37a", "family": "arith", "template": 1, "depth": 2, "pred": "61", "truth": "74", "correct": false, "edits_per_token": 0.0}, {"uid": "7abc907467a2c68f", "family": "arith", "template": 1, "depth": 2, "pred": "-28", "truth": "-40", "correct": false, "edits_per_token": 0.0}, {"uid": "1b1a8c75dfb65ac7", "family": "arith", "template": 1, "depth": 2, "pred": "24", "truth": "28", "correct": false, "edits_per_token": 0.0}, {"uid": "5ada2b7eb6fa2c3a", "family": "arith", "template": 1, "depth": 2, "pred": "-56", "truth": "-52", "correct": false, "edits_per_token": 0.0}, {"uid": "17818eab2028070f", "family": "arith", "template": 1, "depth": 2, "pred": "91", "truth": "88", "correct": false, "edits_per_token": 0.0}, {"uid": "e9eceaa59fa3a9ec", "family": "bind", "template": 1, "depth": 1, "pred": "24", "truth": "26", "correct": false, "edits_per_token": 0.0}, {"uid": "72d0b530984f021e", "family": "bind", "template": 2, "depth": 2, "pred": "15", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "f36263168fb04faa", "family": "bind", "template": 2, "depth": 2, "pred": "24", "truth": "23", "correct": false, "edits_per_token": 0.0}, {"uid": "3ef34079b9ded046", "family": "bind", "template": 2, "depth": 2, "pred": "31", "truth": "29", "correct": false, "edits_per_token": 0.0}, {"uid": "56607dee807b8fd6", "family": "bind", "template": 2, "depth": 2, "pred": "16", "truth": "16", "correct": true, "edits_per_token": 0.0}, {"uid": "468839874983f1af", "family": "bind", "template": 2, "depth": 2, "pred": "24", "truth": "39", "correct": false, "edits_per_token": 0.0}, {"uid": "29a747b6ea5f52aa", "family": "bind", "template": 2, "depth": 2, "pred": "24", "truth": "36", "correct": false, "edits_per_token": 0.0}, {"uid": "d60e1c2368542cfc", "family": "bind", "template": 2, "depth": 2, "pred": "9", "truth": "6", "correct": false, "edits_per_token": 0.0}, {"uid": "4dd1c85d972bb798", "family": "bind", "template": 2, "depth": 2, "pred": "-5", "truth": "-6", "correct": false, "edits_per_token": 0.0}, {"uid": "23c7c04a88e3e5bc", "family": "bind", "template": 2, "depth": 2, "pred": "15", "truth": "16", "correct": false, "edits_per_token": 0.0}, {"uid": "e7dc07f1d89fbd94", "family": "bind", "template": 2, "depth": 2, "pred": "5", "truth": "4", "correct": false, "edits_per_token": 0.0}, {"uid": "e25d237866f6e854", "family": "arith", "template": 0, "depth": 2, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "60d954acf09287f1", "family": "arith", "template": 0, "depth": 2, "pred": "40", "truth": "46", "correct": false, "edits_per_token": 0.0}, {"uid": "53fd0ffd18ebc69a", "family": "arith", "template": 0, "depth": 2, "pred": "-20", "truth": "-22", "correct": false, "edits_per_token": 0.0}, {"uid": "5521b704b5ac25a7", "family": "arith", "template": 1, "depth": 2, "pred": "14", "truth": "12", "correct": false, "edits_per_token": 0.0}, {"uid": "39a8bb183585559c", "family": "arith", "template": 1, "depth": 2, "pred": "60", "truth": "53", "correct": false, "edits_per_token": 0.0}, {"uid": "b66b330f45989ec2", "family": "arith", "template": 1, "depth": 2, "pred": "14", "truth": "13", "correct": false, "edits_per_token": 0.0}, {"uid": "9095d7809885fb64", "family": "arith", "template": 1, "depth": 2, "pred": "18", "truth": "19", "correct": false, "edits_per_token": 0.0}, {"uid": "d6507556cf7b69a1", "family": "arith", "template": 1, "depth": 2, "pred": "-4", "truth": "1", "correct": false, "edits_per_token": 0.0}, {"uid": "a6ce86189d924c39", "family": "bind", "template": 2, "depth": 2, "pred": "-3", "truth": "0", "correct": false, "edits_per_token": 0.0}, {"uid": "13d27178e8bc7b48", "family": "bind", "template": 2, "depth": 2, "pred": "75", "truth": "75", "correct": true, "edits_per_token": 0.0}, {"uid": "b6bd553bd43ab591", "family": "bind", "template": 2, "depth": 2, "pred": "25", "truth": "20", "correct": false, "edits_per_token": 0.0}, {"uid": "4417a59c965adf7a", "family": "bind", "template": 2, "depth": 2, "pred": "9", "truth": "11", "correct": false, "edits_per_token": 0.0}, {"uid": "3b4d5aeb1e813243", "family": "arith", "template": 0, "depth": 3, "pred": "160", "truth": "140", "correct": false, "edits_per_token": 0.0}, {"uid": "9f5c3b31e7d60900", "family": "bind", "template": 2, "depth": 2, "pred": "28", "truth": "31", "correct": false, "edits_per_token": 0.0}, {"uid": "64dbd37bbdb14c9e", "family": "bind", "template": 2, "depth": 2, "pred": "10", "truth": "10", "correct": true, "edits_per_token": 0.0}, {"uid": "5ca5037e326e5279", "family": "arith", "template": 0, "depth": 3, "pred": "1080", "truth": "864", "correct": false, "edits_per_token": 0.0}, {"uid": "4bd808e6dd8606b6", "family": "arith", "template": 0, "depth": 3, "pred": "-1015", "truth": "-1377", "correct": false, "edits_per_token": 0.0}, {"uid": "4c4f3e271214c935", "family": "arith", "template": 0, "depth": 3, "pred": "100", "truth": "208", "correct": false, "edits_per_token": 0.0}, {"uid": "877f37fe44aa9b88", "family": "arith", "template": 0, "depth": 3, "pred": "10", "truth": "17", "correct": false, "edits_per_token": 0.0}, {"uid": "fd1f805775bc52f4", "family": "arith", "template": 0, "depth": 3, "pred": "61", "truth": "65", "correct": false, "edits_per_token": 0.0}, {"uid": "cf54c9524046d083", "family": "arith", "template": 0, "depth": 3, "pred": "1012", "truth": "288", "correct": false, "edits_per_token": 0.0}, {"uid": "9b29776d5da55d7e", "family": "arith", "template": 0, "depth": 3, "pred": "309", "truth": "569", "correct": false, "edits_per_token": 0.0}, {"uid": "a1229d00918ce650", "family": "arith", "template": 1, "depth": 3, "pred": "1080", "truth": "360", "correct": false, "edits_per_token": 0.0}, {"uid": "32f541b44a3b01a7", "family": "arith", "template": 1, "depth": 3, "pred": "1015", "truth": "154", "correct": false, "edits_per_token": 0.0}, {"uid": "46f757f92e08654a", "family": "fsm", "template": 1, "depth": 1, "pred": "16", "truth": "17", "correct": false, "edits_per_token": 0.0}, {"uid": "f0438b580832ac8d", "family": "arith", "template": 0, "depth": 3, "pred": "-14", "truth": "-3", "correct": false, "edits_per_token": 0.0}, {"uid": "90f825e9fce01e58", "family": "arith", "template": 0, "depth": 3, "pred": "-108", "truth": "-220", "correct": false, "edits_per_token": 0.0}, {"uid": "caa2ffb073e3b554", "family": "arith", "template": 0, "depth": 3, "pred": "-14", "truth": "-80", "correct": false, "edits_per_token": 0.0}, {"uid": "a44a8210c9a71f24", "family": "arith", "template": 0, "depth": 3, "pred": "70", "truth": "81", "correct": false, "edits_per_token": 0.0}, {"uid": "62bdb062b1f3e4be", "family": "arith", "template": 0, "depth": 3, "pred": "101", "truth": "227", "correct": false, "edits_per_token": 0.0}, {"uid": "6a521ae83b9560cb", "family": "arith", "template": 0, "depth": 3, "pred": "101", "truth": "395", "correct": false, "edits_per_token": 0.0}, {"uid": "50a60ff22ac54572", "family": "arith", "template": 0, "depth": 3, "pred": "109", "truth": "103", "correct": false, "edits_per_token": 0.0}, {"uid": "b7e7635fb68761fa", "family": "arith", "template": 1, "depth": 3, "pred": "36", "truth": "78", "correct": false, "edits_per_token": 0.0}, {"uid": "e7eb521705a6bed1", "family": "arith", "template": 1, "depth": 3, "pred": "-104", "truth": "-154", "correct": false, "edits_per_token": 0.0}, {"uid": "b11fce044599e820", "family": "arith", "template": 1, "depth": 3, "pred": "-10125393", "truth": "-1280", "correct": false, "edits_per_token": 0.0}, {"uid": "33081c385981f054", "family": "arith", "template": 1, "depth": 3, "pred": "-105", "truth": "-450", "correct": false, "edits_per_token": 0.0}, {"uid": "4b6d1dca63987fab", "family": "arith", "template": 1, "depth": 3, "pred": "100", "truth": "160", "correct": false, "edits_per_token": 0.0}, {"uid": "69168d7303f42428", "family": "arith", "template": 1, "depth": 3, "pred": "302", "truth": "352", "correct": false, "edits_per_token": 0.0}, {"uid": "f5c2ca2bf1aded09", "family": "arith", "template": 1, "depth": 3, "pred": "48", "truth": "44", "correct": false, "edits_per_token": 0.0}, {"uid": "1d1b5e6050ccab5e", "family": "fsm", "template": 2, "depth": 2, "pred": "10", "truth": "11", "correct": false, "edits_per_token": 0.0}, {"uid": "0fdf43eea1da4b1d", "family": "fsm", "template": 2, "depth": 2, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 0.0}, {"uid": "7a5a9aba2bd0b88b", "family": "arith", "template": 0, "depth": 3, "pred": "19", "truth": "17", "correct": false, "edits_per_token": 0.0}, {"uid": "d652970792223663", "family": "arith", "template": 0, "depth": 3, "pred": "-68", "truth": "-54", "correct": false, "edits_per_token": 0.0}, {"uid": "49124497adf9db00", "family": "arith", "template": 1, "depth": 3, "pred": "34", "truth": "39", "correct": false, "edits_per_token": 0.0}, {"uid": "6d94dad611696ea1", "family": "arith", "template": 1, "depth": 3, "pred": "28", "truth": "30", "correct": false, "edits_per_token": 0.0}, {"uid": "e577dfdc66de8216", "family": "arith", "template": 1, "depth": 3, "pred": "-4", "truth": "0", "correct": false, "edits_per_token": 0.0}, {"uid": "e6b4bb7a789c1bbf", "family": "arith", "template": 1, "depth": 3, "pred": "-40", "truth": "-36", "correct": false, "edits_per_token": 0.0}, {"uid": "68c05b122aad3c85", "family": "arith", "template": 1, "depth": 3, "pred": "60", "truth": "66", "correct": false, "edits_per_token": 0.0}, {"uid": "158eb791f4a3572e", "family": "arith", "template": 1, "depth": 3, "pred": "-14", "truth": "-3", "correct": false, "edits_per_token": 0.0}, {"uid": "6643a1812b59eb9e", "family": "arith", "template": 1, "depth": 3, "pred": "14", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "7d5492d3c3c18ca6", "family": "arith", "template": 1, "depth": 3, "pred": "301", "truth": "459", "correct": false, "edits_per_token": 0.0}, {"uid": "529ef2fbb6693bf4", "family": "arith", "template": 0, "depth": 3, "pred": "24", "truth": "27", "correct": false, "edits_per_token": 0.0}, {"uid": "4264ff894995b84a", "family": "arith", "template": 0, "depth": 4, "pred": "16", "truth": "69", "correct": false, "edits_per_token": 0.0}, {"uid": "f2ca4e97900a67d6", "family": "arith", "template": 0, "depth": 4, "pred": "-4", "truth": "-3", "correct": false, "edits_per_token": 0.0}, {"uid": "11ddfaa4634944bc", "family": "arith", "template": 1, "depth": 3, "pred": "-14", "truth": "-11", "correct": false, "edits_per_token": 0.0}, {"uid": "52cd5d556389a81e", "family": "bind", "template": 0, "depth": 2, "pred": "-2", "truth": "-3", "correct": false, "edits_per_token": 0.0}, {"uid": "4f97b0b40b82c0ae", "family": "arith", "template": 1, "depth": 4, "pred": "-104", "truth": "-161", "correct": false, "edits_per_token": 0.0}, {"uid": "dea6fd3e772d1aa9", "family": "arith", "template": 1, "depth": 4, "pred": "15", "truth": "6", "correct": false, "edits_per_token": 0.0}, {"uid": "a71d9e29ccb16e62", "family": "arith", "template": 1, "depth": 4, "pred": "10124", "truth": "6048", "correct": false, "edits_per_token": 0.0}, {"uid": "83e61956204a1e97", "family": "arith", "template": 1, "depth": 4, "pred": "101", "truth": "324", "correct": false, "edits_per_token": 0.0}, {"uid": "523cd9df4290104a", "family": "bind", "template": 0, "depth": 2, "pred": "24", "truth": "36", "correct": false, "edits_per_token": 0.0}, {"uid": "380c8bbe48f01d93", "family": "bind", "template": 0, "depth": 2, "pred": "9", "truth": "8", "correct": false, "edits_per_token": 0.0}, {"uid": "d8d57a9b4b3aeaf2", "family": "bind", "template": 0, "depth": 2, "pred": "5", "truth": "4", "correct": false, "edits_per_token": 0.0}, {"uid": "c17ff064480b53b5", "family": "bind", "template": 0, "depth": 2, "pred": "10", "truth": "11", "correct": false, "edits_per_token": 0.0}, {"uid": "a7fa5ddf82e3acb6", "family": "bind", "template": 0, "depth": 2, "pred": "15", "truth": "15", "correct": true, "edits_per_token": 0.0}, {"uid": "8f478b7b9a5246a0", "family": "fsm", "template": 0, "depth": 1, "pred": "10", "truth": "10", "correct": true, "edits_per_token": 0.0}, {"uid": "85a6f3db0aee68b6", "family": "fsm", "template": 0, "depth": 1, "pred": "8", "truth": "7", "correct": false, "edits_per_token": 0.0}, {"uid": "ae2fa6a8cc2b134c", "family": "fsm", "template": 1, "depth": 1, "pred": "-8", "truth": "-7", "correct": false, "edits_per_token": 0.0}, {"uid": "306790bc18e1ff0f", "family": "fsm", "template": 1, "depth": 1, "pred": "-4", "truth": "-5", "correct": false, "edits_per_token": 0.0}, {"uid": "5f6de973ddbd40d0", "family": "fsm", "template": 1, "depth": 1, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "dec4b8ee1ddd8880", "family": "fsm", "template": 1, "depth": 1, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 0.0}, {"uid": "b2b2ff52e0c92aab", "family": "arith", "template": 0, "depth": 4, "pred": "14", "truth": "9", "correct": false, "edits_per_token": 0.0}, {"uid": "240b4050fa594194", "family": "arith", "template": 0, "depth": 4, "pred": "44", "truth": "46", "correct": false, "edits_per_token": 0.0}, {"uid": "147c0eed5ce2cc5a", "family": "arith", "template": 0, "depth": 4, "pred": "301", "truth": "333", "correct": false, "edits_per_token": 0.0}, {"uid": "f2a32dd4dc82c0ba", "family": "arith", "template": 0, "depth": 4, "pred": "101", "truth": "62", "correct": false, "edits_per_token": 0.0}, {"uid": "3021cddafd819cf5", "family": "arith", "template": 0, "depth": 4, "pred": "105", "truth": "216", "correct": false, "edits_per_token": 0.0}, {"uid": "26060dad87a17dd5", "family": "arith", "template": 0, "depth": 4, "pred": "-14", "truth": "-27", "correct": false, "edits_per_token": 0.0}, {"uid": "f159f3d01c94af62", "family": "arith", "template": 0, "depth": 4, "pred": "-373", "truth": "-957", "correct": false, "edits_per_token": 0.0}, {"uid": "f692ca3a30b9615b", "family": "arith", "template": 0, "depth": 4, "pred": "24", "truth": "27", "correct": false, "edits_per_token": 0.0}, {"uid": "a16b604c37f39684", "family": "arith", "template": 0, "depth": 4, "pred": "1000", "truth": "498", "correct": false, "edits_per_token": 0.0}, {"uid": "5ad327efeacc0cec", "family": "arith", "template": 1, "depth": 4, "pred": "-105", "truth": "-105", "correct": true, "edits_per_token": 0.0}, {"uid": "7e31f781370be714", "family": "arith", "template": 1, "depth": 4, "pred": "-16", "truth": "-20", "correct": false, "edits_per_token": 0.0}, {"uid": "87b3a99ca7fe5348", "family": "arith", "template": 1, "depth": 4, "pred": "96", "truth": "90", "correct": false, "edits_per_token": 0.0}, {"uid": "8636f76e7a05df5c", "family": "bind", "template": 0, "depth": 2, "pred": "-15", "truth": "-10", "correct": false, "edits_per_token": 0.0}, {"uid": "69fe853f12d27f18", "family": "bind", "template": 0, "depth": 2, "pred": "-4", "truth": "-1", "correct": false, "edits_per_token": 0.0}, {"uid": "15a26f31dc193ec8", "family": "bind", "template": 0, "depth": 2, "pred": "9", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "0184314d9f5dca33", "family": "bind", "template": 0, "depth": 2, "pred": "50", "truth": "60", "correct": false, "edits_per_token": 0.0}, {"uid": "4933d1b93a20317a", "family": "bind", "template": 0, "depth": 2, "pred": "42", "truth": "40", "correct": false, "edits_per_token": 0.0}, {"uid": "5ff53d1365075132", "family": "bind", "template": 0, "depth": 2, "pred": "14", "truth": "12", "correct": false, "edits_per_token": 0.0}, {"uid": "17c3de421f35de23", "family": "bind", "template": 0, "depth": 2, "pred": "16", "truth": "12", "correct": false, "edits_per_token": 0.0}, {"uid": "c331dffb77938986", "family": "bind", "template": 1, "depth": 2, "pred": "2", "truth": "3", "correct": false, "edits_per_token": 0.0}, {"uid": "1d8816108cc65978", "family": "fsm", "template": 2, "depth": 2, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "e1c776eb2e759087", "family": "arith", "template": 0, "depth": 4, "pred": "68", "truth": "66", "correct": false, "edits_per_token": 0.0}, {"uid": "fdde725c9f88637c", "family": "arith", "template": 0, "depth": 4, "pred": "-24", "truth": "-32", "correct": false, "edits_per_token": 0.0}, {"uid": "27cb43541b5ae09a", "family": "arith", "template": 0, "depth": 4, "pred": "1", "truth": "4", "correct": false, "edits_per_token": 0.0}, {"uid": "c3d0ba87233a734b", "family": "arith", "template": 0, "depth": 4, "pred": "1015", "truth": "119", "correct": false, "edits_per_token": 0.0}, {"uid": "39a765258e0d0d4c", "family": "arith", "template": 1, "depth": 4, "pred": "-107", "truth": "-115", "correct": false, "edits_per_token": 0.0}, {"uid": "a865b71c79e60438", "family": "arith", "template": 1, "depth": 4, "pred": "101", "truth": "50", "correct": false, "edits_per_token": 0.0}, {"uid": "c96adbcbd0c51bd0", "family": "arith", "template": 1, "depth": 4, "pred": "44", "truth": "52", "correct": false, "edits_per_token": 0.0}, {"uid": "058b50085974c009", "family": "arith", "template": 1, "depth": 4, "pred": "19", "truth": "19", "correct": true, "edits_per_token": 0.0}, {"uid": "526497077ff87262", "family": "arith", "template": 1, "depth": 4, "pred": "303", "truth": "518", "correct": false, "edits_per_token": 0.0}, {"uid": "4982245bc483a271", "family": "arith", "template": 1, "depth": 4, "pred": "-24", "truth": "-30", "correct": false, "edits_per_token": 0.0}, {"uid": "6a9b6bc35042ca8e", "family": "arith", "template": 1, "depth": 4, "pred": "-23", "truth": "-54", "correct": false, "edits_per_token": 0.0}, {"uid": "cbc5614b2da64a6a", "family": "arith", "template": 1, "depth": 4, "pred": "-40", "truth": "-50", "correct": false, "edits_per_token": 0.0}, {"uid": "0a6a6a55e60b22a0", "family": "arith", "template": 1, "depth": 4, "pred": "20", "truth": "21", "correct": false, "edits_per_token": 0.0}, {"uid": "36f4265db3c70236", "family": "arith", "template": 1, "depth": 4, "pred": "393", "truth": "291", "correct": false, "edits_per_token": 0.0}, {"uid": "b90d44aefc5b52e7", "family": "bind", "template": 0, "depth": 2, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "ffd3f5ed636cb166", "family": "bind", "template": 0, "depth": 2, "pred": "12", "truth": "4", "correct": false, "edits_per_token": 0.0}, {"uid": "42acd8fec238648c", "family": "bind", "template": 0, "depth": 2, "pred": "18", "truth": "18", "correct": true, "edits_per_token": 0.0}, {"uid": "2f0c805ce92ea155", "family": "bind", "template": 0, "depth": 2, "pred": "-4", "truth": "-6", "correct": false, "edits_per_token": 0.0}, {"uid": "b2570690609034ec", "family": "bind", "template": 0, "depth": 2, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 0.0}, {"uid": "36d9952d18b6fcea", "family": "bind", "template": 1, "depth": 2, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 0.0}, {"uid": "bd8e2a87b55703d3", "family": "bind", "template": 1, "depth": 2, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "2cda0af1e4f6a6c1", "family": "bind", "template": 1, "depth": 2, "pred": "12", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "590670a550600746", "family": "bind", "template": 1, "depth": 2, "pred": "68", "truth": "104", "correct": false, "edits_per_token": 0.0}, {"uid": "569c37a782827984", "family": "bind", "template": 1, "depth": 2, "pred": "3", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "7fcab4c41ed73c4e", "family": "bind", "template": 1, "depth": 2, "pred": "31", "truth": "36", "correct": false, "edits_per_token": 0.0}, {"uid": "105abec4e1789125", "family": "bind", "template": 1, "depth": 2, "pred": "14", "truth": "13", "correct": false, "edits_per_token": 0.0}, {"uid": "451bc8a1edbe8d37", "family": "bind", "template": 1, "depth": 2, "pred": "21", "truth": "20", "correct": false, "edits_per_token": 0.0}, {"uid": "02f04b4ab6addf22", "family": "fsm", "template": 2, "depth": 2, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 0.0}, {"uid": "7cad3b9521712eea", "family": "fsm", "template": 2, "depth": 2, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 0.0}, {"uid": "fc3fd290319714dd", "family": "fsm", "template": 2, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "54b414556cb4b641", "family": "fsm", "template": 2, "depth": 2, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "6b30cb5c9d3deb5b", "family": "arith", "template": 0, "depth": 4, "pred": "14", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "5da2244c347825ef", "family": "arith", "template": 0, "depth": 4, "pred": "-3", "truth": "-5", "correct": false, "edits_per_token": 0.0}, {"uid": "8327805e7975ffa9", "family": "arith", "template": 1, "depth": 4, "pred": "44", "truth": "62", "correct": false, "edits_per_token": 0.0}, {"uid": "8c9a1f94f1634e7f", "family": "arith", "template": 2, "depth": 1, "pred": "-1", "truth": "0", "correct": false, "edits_per_token": 0.0}, {"uid": "b5be18f3bea0db89", "family": "arith", "template": 2, "depth": 1, "pred": "36", "truth": "32", "correct": false, "edits_per_token": 0.0}, {"uid": "5d03d7e722ee1bce", "family": "arith", "template": 2, "depth": 1, "pred": "48", "truth": "48", "correct": true, "edits_per_token": 0.0}, {"uid": "d41dd2ca051f18e5", "family": "arith", "template": 2, "depth": 1, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "d5f3abc623a8d5f4", "family": "bind", "template": 1, "depth": 2, "pred": "22", "truth": "23", "correct": false, "edits_per_token": 0.0}, {"uid": "5b477191fed1d1ab", "family": "bind", "template": 1, "depth": 2, "pred": "-8", "truth": "-8", "correct": true, "edits_per_token": 0.0}, {"uid": "072e514d5a0dee8e", "family": "bind", "template": 1, "depth": 2, "pred": "8", "truth": "9", "correct": false, "edits_per_token": 0.0}, {"uid": "cec92d8d4917b9bd", "family": "bind", "template": 1, "depth": 2, "pred": "100", "truth": "120", "correct": false, "edits_per_token": 0.0}, {"uid": "60f3310b7ee9b893", "family": "bind", "template": 1, "depth": 2, "pred": "-20", "truth": "-19", "correct": false, "edits_per_token": 0.0}, {"uid": "b618508093791a17", "family": "bind", "template": 1, "depth": 2, "pred": "120", "truth": "240", "correct": false, "edits_per_token": 0.0}, {"uid": "6b043f82ddc1bae5", "family": "bind", "template": 2, "depth": 3, "pred": "160", "truth": "72", "correct": false, "edits_per_token": 0.0}, {"uid": "7a489d579355664c", "family": "arith", "template": 2, "depth": 1, "pred": "48", "truth": "48", "correct": true, "edits_per_token": 0.0}, {"uid": "a3467e9115ec74b6", "family": "arith", "template": 2, "depth": 1, "pred": "-18", "truth": "-13", "correct": false, "edits_per_token": 0.0}, {"uid": "2eb8307c5c66da28", "family": "arith", "template": 2, "depth": 1, "pred": "19", "truth": "18", "correct": false, "edits_per_token": 0.0}, {"uid": "1d0ed47742775a97", "family": "arith", "template": 2, "depth": 1, "pred": "22", "truth": "25", "correct": false, "edits_per_token": 0.0}, {"uid": "cde81166968e4e87", "family": "arith", "template": 2, "depth": 1, "pred": "122", "truth": "160", "correct": false, "edits_per_token": 0.0}, {"uid": "43d55a12b0986d76", "family": "arith", "template": 2, "depth": 1, "pred": "22", "truth": "25", "correct": false, "edits_per_token": 0.0}, {"uid": "78b68accb86904aa", "family": "bind", "template": 1, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "1d0c9730d589a8af", "family": "bind", "template": 1, "depth": 2, "pred": "18", "truth": "19", "correct": false, "edits_per_token": 0.0}, {"uid": "1a5e3bd73faf88be", "family": "bind", "template": 1, "depth": 2, "pred": "25", "truth": "27", "correct": false, "edits_per_token": 0.0}, {"uid": "12ab692979396f5c", "family": "bind", "template": 2, "depth": 3, "pred": "16", "truth": "36", "correct": false, "edits_per_token": 0.0}, {"uid": "7f2cb597fc9abb62", "family": "bind", "template": 2, "depth": 3, "pred": "56", "truth": "62", "correct": false, "edits_per_token": 0.0}, {"uid": "487ef1cdb2bbb4e7", "family": "bind", "template": 2, "depth": 3, "pred": "-1", "truth": "1", "correct": false, "edits_per_token": 0.0}, {"uid": "9b2ecc1e8bdd3ca3", "family": "bind", "template": 2, "depth": 3, "pred": "19", "truth": "17", "correct": false, "edits_per_token": 0.0}, {"uid": "297479ecaf614169", "family": "bind", "template": 2, "depth": 3, "pred": "-16", "truth": "-6", "correct": false, "edits_per_token": 0.0}, {"uid": "99b184a684af7db3", "family": "bind", "template": 2, "depth": 3, "pred": "-11", "truth": "-15", "correct": false, "edits_per_token": 0.0}, {"uid": "09b2aab4939d318c", "family": "fsm", "template": 2, "depth": 3, "pred": "20", "truth": "19", "correct": false, "edits_per_token": 0.0}, {"uid": "b93e590222b68eba", "family": "arith", "template": 2, "depth": 1, "pred": "-18", "truth": "-18", "correct": true, "edits_per_token": 0.0}, {"uid": "e12b670d52d4bcac", "family": "arith", "template": 2, "depth": 1, "pred": "30", "truth": "34", "correct": false, "edits_per_token": 0.0}, {"uid": "d71cccbf71352999", "family": "bind", "template": 2, "depth": 3, "pred": "48", "truth": "46", "correct": false, "edits_per_token": 0.0}, {"uid": "4247b2f7e094279e", "family": "bind", "template": 2, "depth": 3, "pred": "20", "truth": "20", "correct": true, "edits_per_token": 0.0}, {"uid": "7e716811acd1cfff", "family": "bind", "template": 2, "depth": 3, "pred": "83", "truth": "81", "correct": false, "edits_per_token": 0.0}, {"uid": "d8ed2616c9bbf5a4", "family": "bind", "template": 2, "depth": 3, "pred": "19", "truth": "12", "correct": false, "edits_per_token": 0.0}, {"uid": "8254a0f979194a20", "family": "bind", "template": 2, "depth": 3, "pred": "12", "truth": "11", "correct": false, "edits_per_token": 0.0}, {"uid": "9cd37d956e73b764", "family": "bind", "template": 2, "depth": 3, "pred": "19", "truth": "20", "correct": false, "edits_per_token": 0.0}, {"uid": "607fc5b416715ec7", "family": "bind", "template": 2, "depth": 3, "pred": "-5", "truth": "-7", "correct": false, "edits_per_token": 0.0}, {"uid": "4bb6ac3c7f7b7477", "family": "fsm", "template": 0, "depth": 1, "pred": "-3", "truth": "0", "correct": false, "edits_per_token": 0.0}, {"uid": "0efea753c33e4bee", "family": "fsm", "template": 0, "depth": 1, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 0.0}, {"uid": "61502dd817c47128", "family": "fsm", "template": 0, "depth": 1, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 0.0}, {"uid": "518d43641eaf2d1d", "family": "bind", "template": 2, "depth": 3, "pred": "108", "truth": "108", "correct": true, "edits_per_token": 0.0}, {"uid": "7289f66f8e20e8ac", "family": "bind", "template": 2, "depth": 3, "pred": "7", "truth": "9", "correct": false, "edits_per_token": 0.0}, {"uid": "f53be2d3c40f051b", "family": "bind", "template": 2, "depth": 3, "pred": "20", "truth": "20", "correct": true, "edits_per_token": 0.0}, {"uid": "c45e77b3ff15e53e", "family": "arith", "template": 2, "depth": 2, "pred": "44", "truth": "32", "correct": false, "edits_per_token": 0.0}, {"uid": "ba2219ac9b4edf37", "family": "arith", "template": 2, "depth": 2, "pred": "16", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "3f9881dd3463e1e6", "family": "arith", "template": 2, "depth": 2, "pred": "1016", "truth": "378", "correct": false, "edits_per_token": 0.0}, {"uid": "dde89a46a081d73f", "family": "bind", "template": 2, "depth": 3, "pred": "51", "truth": "59", "correct": false, "edits_per_token": 0.0}, {"uid": "67327201e0703535", "family": "fsm", "template": 1, "depth": 2, "pred": "15", "truth": "15", "correct": true, "edits_per_token": 0.0}, {"uid": "ad02a284f829c979", "family": "fsm", "template": 1, "depth": 2, "pred": "14", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "a87f55236b880411", "family": "fsm", "template": 1, "depth": 2, "pred": "20", "truth": "20", "correct": true, "edits_per_token": 0.0}, {"uid": "6ef7ff7a797895d4", "family": "arith", "template": 2, "depth": 2, "pred": "28", "truth": "32", "correct": false, "edits_per_token": 0.0}, {"uid": "d66d39facf8c09dc", "family": "arith", "template": 2, "depth": 2, "pred": "28", "truth": "20", "correct": false, "edits_per_token": 0.0}, {"uid": "cdbd9e404d78b11b", "family": "arith", "template": 2, "depth": 2, "pred": "24", "truth": "26", "correct": false, "edits_per_token": 0.0}, {"uid": "6c154a1a6ccc4323", "family": "arith", "template": 2, "depth": 2, "pred": "34", "truth": "41", "correct": false, "edits_per_token": 0.0}, {"uid": "7241960bf1ab2f54", "family": "arith", "template": 2, "depth": 2, "pred": "24", "truth": "24", "correct": true, "edits_per_token": 0.0}, {"uid": "7ffe687d26329782", "family": "arith", "template": 2, "depth": 2, "pred": "8", "truth": "11", "correct": false, "edits_per_token": 0.0}, {"uid": "28d6a669aeb237ab", "family": "fsm", "template": 2, "depth": 2, "pred": "10", "truth": "12", "correct": false, "edits_per_token": 0.0}, {"uid": "bb37391098559a6c", "family": "fsm", "template": 2, "depth": 2, "pred": "4", "truth": "3", "correct": false, "edits_per_token": 0.0}, {"uid": "4d3e380b4427b72b", "family": "fsm", "template": 2, "depth": 2, "pred": "6", "truth": "3", "correct": false, "edits_per_token": 0.0}, {"uid": "dcfb9a8c523c5f6e", "family": "fsm", "template": 2, "depth": 3, "pred": "16", "truth": "18", "correct": false, "edits_per_token": 0.0}, {"uid": "02b8d34f6518fdd6", "family": "arith", "template": 2, "depth": 2, "pred": "30", "truth": "34", "correct": false, "edits_per_token": 0.0}, {"uid": "2f672be653b814b6", "family": "arith", "template": 2, "depth": 2, "pred": "-14", "truth": "-3", "correct": false, "edits_per_token": 0.0}, {"uid": "b4f56244a13e7c37", "family": "arith", "template": 2, "depth": 2, "pred": "-4", "truth": "-4", "correct": true, "edits_per_token": 0.0}, {"uid": "0b6aca1ee4bcc5e4", "family": "arith", "template": 2, "depth": 2, "pred": "-100", "truth": "-54", "correct": false, "edits_per_token": 0.0}, {"uid": "686754bcd9dddc6d", "family": "arith", "template": 2, "depth": 2, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "59df2e641c170c33", "family": "arith", "template": 2, "depth": 2, "pred": "109", "truth": "119", "correct": false, "edits_per_token": 0.0}, {"uid": "a7520c88e128325d", "family": "arith", "template": 2, "depth": 2, "pred": "14", "truth": "9", "correct": false, "edits_per_token": 0.0}, {"uid": "c4f21f1b57d3ece5", "family": "arith", "template": 2, "depth": 2, "pred": "51", "truth": "50", "correct": false, "edits_per_token": 0.0}, {"uid": "3af4fc9e2fe0d038", "family": "arith", "template": 2, "depth": 2, "pred": "26", "truth": "27", "correct": false, "edits_per_token": 0.0}, {"uid": "24d21f94cbf02406", "family": "arith", "template": 2, "depth": 3, "pred": "160", "truth": "63", "correct": false, "edits_per_token": 0.0}, {"uid": "308e2b4cbb7b5f45", "family": "bind", "template": 0, "depth": 3, "pred": "100", "truth": "220", "correct": false, "edits_per_token": 0.0}, {"uid": "8fbd3d2ce9fd04d2", "family": "bind", "template": 0, "depth": 3, "pred": "72", "truth": "60", "correct": false, "edits_per_token": 0.0}, {"uid": "2222b3eeaafbb6cf", "family": "bind", "template": 0, "depth": 3, "pred": "120", "truth": "105", "correct": false, "edits_per_token": 0.0}, {"uid": "9fd9ea6490aaa2fd", "family": "bind", "template": 0, "depth": 3, "pred": "1000", "truth": "450", "correct": false, "edits_per_token": 0.0}, {"uid": "83ac170b9f956c67", "family": "bind", "template": 0, "depth": 3, "pred": "160", "truth": "100", "correct": false, "edits_per_token": 0.0}, {"uid": "588fe9ad929612f6", "family": "bind", "template": 0, "depth": 3, "pred": "9", "truth": "11", "correct": false, "edits_per_token": 0.0}, {"uid": "6561726676a47198", "family": "bind", "template": 0, "depth": 3, "pred": "51", "truth": "59", "correct": false, "edits_per_token": 0.0}, {"uid": "5a0fbc663894cbfe", "family": "bind", "template": 0, "depth": 3, "pred": "36", "truth": "53", "correct": false, "edits_per_token": 0.0}, {"uid": "c091d6d62e65016f", "family": "bind", "template": 0, "depth": 3, "pred": "31", "truth": "27", "correct": false, "edits_per_token": 0.0}, {"uid": "171be196738fefd6", "family": "bind", "template": 0, "depth": 3, "pred": "91", "truth": "89", "correct": false, "edits_per_token": 0.0}, {"uid": "80de7a80639e9d50", "family": "arith", "template": 2, "depth": 3, "pred": "104", "truth": "340", "correct": false, "edits_per_token": 0.0}, {"uid": "1431410b75f2db4b", "family": "arith", "template": 2, "depth": 3, "pred": "41", "truth": "43", "correct": false, "edits_per_token": 0.0}, {"uid": "42b13b6ed80ea167", "family": "arith", "template": 2, "depth": 3, "pred": "-28", "truth": "-21", "correct": false, "edits_per_token": 0.0}, {"uid": "201f51ec66fd3094", "family": "bind", "template": 0, "depth": 3, "pred": "30", "truth": "32", "correct": false, "edits_per_token": 0.0}, {"uid": "8df2efb56b4439ad", "family": "bind", "template": 0, "depth": 3, "pred": "1010", "truth": "195", "correct": false, "edits_per_token": 0.0}, {"uid": "e27c7614f8ff8599", "family": "bind", "template": 0, "depth": 3, "pred": "30", "truth": "31", "correct": false, "edits_per_token": 0.0}, {"uid": "6ee6dc2c15704e24", "family": "bind", "template": 0, "depth": 3, "pred": "-2", "truth": "-2", "correct": true, "edits_per_token": 0.0}, {"uid": "0acc51832dea68c1", "family": "bind", "template": 0, "depth": 3, "pred": "21", "truth": "23", "correct": false, "edits_per_token": 0.0}, {"uid": "d6c08a75c067cfb4", "family": "bind", "template": 0, "depth": 3, "pred": "51", "truth": "50", "correct": false, "edits_per_token": 0.0}, {"uid": "43de2e7618ca4cb3", "family": "fsm", "template": 2, "depth": 3, "pred": "16", "truth": "18", "correct": false, "edits_per_token": 0.0}, {"uid": "2c22855c1e782554", "family": "arith", "template": 2, "depth": 3, "pred": "-104", "truth": "-174", "correct": false, "edits_per_token": 0.0}, {"uid": "ffb7dab9fc31fbd5", "family": "arith", "template": 2, "depth": 3, "pred": "40", "truth": "42", "correct": false, "edits_per_token": 0.0}, {"uid": "79958d981bba4cf5", "family": "arith", "template": 2, "depth": 3, "pred": "34", "truth": "28", "correct": false, "edits_per_token": 0.0}, {"uid": "a5edbd548f0af256", "family": "arith", "template": 2, "depth": 3, "pred": "1014", "truth": "630", "correct": false, "edits_per_token": 0.0}, {"uid": "cd0c8a3c8976928b", "family": "arith", "template": 2, "depth": 3, "pred": "6", "truth": "3", "correct": false, "edits_per_token": 0.0}, {"uid": "25ab3f6cf0620687", "family": "arith", "template": 2, "depth": 3, "pred": "30", "truth": "38", "correct": false, "edits_per_token": 0.0}, {"uid": "dbab53e1f25f59fc", "family": "arith", "template": 2, "depth": 3, "pred": "-16", "truth": "-54", "correct": false, "edits_per_token": 0.0}, {"uid": "6a20054019ba530d", "family": "arith", "template": 2, "depth": 3, "pred": "-105", "truth": "-60", "correct": false, "edits_per_token": 0.0}, {"uid": "484d49606b54a051", "family": "bind", "template": 0, "depth": 3, "pred": "28", "truth": "48", "correct": false, "edits_per_token": 0.0}, {"uid": "e32ffb5d1052880c", "family": "bind", "template": 1, "depth": 3, "pred": "41", "truth": "42", "correct": false, "edits_per_token": 0.0}, {"uid": "b4e8330d9cf173ec", "family": "bind", "template": 1, "depth": 3, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "bc591f60c77d7fe2", "family": "bind", "template": 1, "depth": 3, "pred": "-10", "truth": "-11", "correct": false, "edits_per_token": 0.0}, {"uid": "42aa26efdb31276c", "family": "bind", "template": 1, "depth": 3, "pred": "50", "truth": "60", "correct": false, "edits_per_token": 0.0}, {"uid": "bb5802dc3c1599a6", "family": "bind", "template": 1, "depth": 3, "pred": "191", "truth": "75", "correct": false, "edits_per_token": 0.0}, {"uid": "90e183844df7688a", "family": "bind", "template": 1, "depth": 3, "pred": "-14", "truth": "-14", "correct": true, "edits_per_token": 0.0}, {"uid": "cd1e996b5a8a5da4", "family": "fsm", "template": 0, "depth": 2, "pred": "14", "truth": "16", "correct": false, "edits_per_token": 0.0}, {"uid": "cdb5ddcb40bd8ffe", "family": "fsm", "template": 2, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "9679fda0900954c7", "family": "fsm", "template": 2, "depth": 3, "pred": "20", "truth": "24", "correct": false, "edits_per_token": 0.0}, {"uid": "aa252e805cf95b6a", "family": "arith", "template": 2, "depth": 3, "pred": "19", "truth": "20", "correct": false, "edits_per_token": 0.0}, {"uid": "4d2349f5c3c7e6e4", "family": "arith", "template": 2, "depth": 3, "pred": "14", "truth": "9", "correct": false, "edits_per_token": 0.0}, {"uid": "93be43437f70f48d", "family": "arith", "template": 2, "depth": 3, "pred": "-13", "truth": "-51", "correct": false, "edits_per_token": 0.0}, {"uid": "a3811535637f42cf", "family": "arith", "template": 2, "depth": 3, "pred": "-14", "truth": "-13", "correct": false, "edits_per_token": 0.0}, {"uid": "4e6f6900dde805ac", "family": "arith", "template": 2, "depth": 3, "pred": "24", "truth": "26", "correct": false, "edits_per_token": 0.0}, {"uid": "4884f7de70012698", "family": "bind", "template": 0, "depth": 3, "pred": "36", "truth": "36", "correct": true, "edits_per_token": 0.0}, {"uid": "6d1db4bf8883e127", "family": "bind", "template": 1, "depth": 3, "pred": "24", "truth": "22", "correct": false, "edits_per_token": 0.0}, {"uid": "507000bed190c797", "family": "bind", "template": 1, "depth": 3, "pred": "71", "truth": "77", "correct": false, "edits_per_token": 0.0}, {"uid": "77a7d5e3ef68ae67", "family": "bind", "template": 1, "depth": 3, "pred": "15", "truth": "15", "correct": true, "edits_per_token": 0.0}, {"uid": "0d7d21b45a123ecc", "family": "bind", "template": 1, "depth": 3, "pred": "33", "truth": "28", "correct": false, "edits_per_token": 0.0}, {"uid": "cb0e5e1e2531b5a2", "family": "bind", "template": 1, "depth": 3, "pred": "104", "truth": "122", "correct": false, "edits_per_token": 0.0}, {"uid": "b0be331220e482c4", "family": "bind", "template": 1, "depth": 3, "pred": "24", "truth": "25", "correct": false, "edits_per_token": 0.0}, {"uid": "ee8af2c96ad726f2", "family": "bind", "template": 2, "depth": 4, "pred": "5", "truth": "6", "correct": false, "edits_per_token": 0.0}, {"uid": "133b43484bb90dc6", "family": "bind", "template": 2, "depth": 4, "pred": "28", "truth": "50", "correct": false, "edits_per_token": 0.0}, {"uid": "1eeeed76c1ca3e9e", "family": "fsm", "template": 2, "depth": 3, "pred": "20", "truth": "20", "correct": true, "edits_per_token": 0.0}, {"uid": "9fe05f1b4be4d6a6", "family": "arith", "template": 2, "depth": 3, "pred": "34", "truth": "34", "correct": true, "edits_per_token": 0.0}, {"uid": "3d5f4cdf16ed9e8a", "family": "arith", "template": 2, "depth": 4, "pred": "-35", "truth": "-40", "correct": false, "edits_per_token": 0.0}, {"uid": "97d06ee4b58a81a6", "family": "bind", "template": 1, "depth": 3, "pred": "26", "truth": "30", "correct": false, "edits_per_token": 0.0}, {"uid": "bcb7331fde82ff53", "family": "bind", "template": 1, "depth": 3, "pred": "41", "truth": "51", "correct": false, "edits_per_token": 0.0}, {"uid": "9efc725b639fa1e2", "family": "bind", "template": 1, "depth": 3, "pred": "41", "truth": "42", "correct": false, "edits_per_token": 0.0}, {"uid": "545cec614a1d46d3", "family": "bind", "template": 1, "depth": 3, "pred": "48", "truth": "46", "correct": false, "edits_per_token": 0.0}, {"uid": "e6d2938cf240e7d7", "family": "bind", "template": 1, "depth": 3, "pred": "-3", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "f88c99d63e58fc32", "family": "bind", "template": 1, "depth": 3, "pred": "41", "truth": "46", "correct": false, "edits_per_token": 0.0}, {"uid": "7ab92e9d150f588f", "family": "bind", "template": 2, "depth": 4, "pred": "130", "truth": "73", "correct": false, "edits_per_token": 0.0}, {"uid": "b47342d3ae23a776", "family": "bind", "template": 2, "depth": 4, "pred": "31", "truth": "31", "correct": true, "edits_per_token": 0.0}, {"uid": "cf25f83c06feb681", "family": "bind", "template": 2, "depth": 4, "pred": "14", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "c89b85ce5a5fea83", "family": "bind", "template": 2, "depth": 4, "pred": "17", "truth": "22", "correct": false, "edits_per_token": 0.0}, {"uid": "9e212eaa091d70a6", "family": "bind", "template": 2, "depth": 4, "pred": "100", "truth": "695", "correct": false, "edits_per_token": 0.0}, {"uid": "2ceaaa5ca895898b", "family": "bind", "template": 2, "depth": 4, "pred": "-3", "truth": "-7", "correct": false, "edits_per_token": 0.0}, {"uid": "6ac34d3952c30219", "family": "bind", "template": 2, "depth": 4, "pred": "14", "truth": "18", "correct": false, "edits_per_token": 0.0}, {"uid": "b25560d10dccaca3", "family": "arith", "template": 2, "depth": 4, "pred": "40", "truth": "43", "correct": false, "edits_per_token": 0.0}, {"uid": "dd40bf892744228e", "family": "bind", "template": 2, "depth": 4, "pred": "104", "truth": "84", "correct": false, "edits_per_token": 0.0}, {"uid": "e30b5ece10ac7bcc", "family": "bind", "template": 2, "depth": 4, "pred": "9", "truth": "7", "correct": false, "edits_per_token": 0.0}, {"uid": "82d8e4541e035995", "family": "bind", "template": 2, "depth": 4, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 0.0}, {"uid": "11248162bd234998", "family": "bind", "template": 2, "depth": 4, "pred": "61", "truth": "61", "correct": true, "edits_per_token": 0.0}, {"uid": "3fe17a4165691ae5", "family": "fsm", "template": 0, "depth": 2, "pred": "22", "truth": "20", "correct": false, "edits_per_token": 0.0}, {"uid": "b9df1eb992e5fd5c", "family": "fsm", "template": 0, "depth": 2, "pred": "26", "truth": "32", "correct": false, "edits_per_token": 0.0}, {"uid": "574e5fefffe95ef0", "family": "fsm", "template": 1, "depth": 2, "pred": "4", "truth": "5", "correct": false, "edits_per_token": 0.0}, {"uid": "686522ce6e27f1a7", "family": "fsm", "template": 1, "depth": 2, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "fa88e6ca277cde5a", "family": "fsm", "template": 1, "depth": 2, "pred": "12", "truth": "14", "correct": false, "edits_per_token": 0.0}, {"uid": "9286dc217fe5a987", "family": "fsm", "template": 1, "depth": 2, "pred": "8", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "b963fe5d26cca8e1", "family": "arith", "template": 2, "depth": 4, "pred": "1100", "truth": "4738", "correct": false, "edits_per_token": 0.0}, {"uid": "dff2490cee553b0c", "family": "arith", "template": 2, "depth": 4, "pred": "109", "truth": "219", "correct": false, "edits_per_token": 0.0}, {"uid": "916e8e5dc57e71b5", "family": "arith", "template": 2, "depth": 4, "pred": "24", "truth": "33", "correct": false, "edits_per_token": 0.0}, {"uid": "c902985292b3f84c", "family": "arith", "template": 2, "depth": 4, "pred": "-14", "truth": "-3", "correct": false, "edits_per_token": 0.0}, {"uid": "ea8fc7f37c468473", "family": "arith", "template": 2, "depth": 4, "pred": "-168", "truth": "-36", "correct": false, "edits_per_token": 0.0}, {"uid": "407e416b5a6578ae", "family": "arith", "template": 2, "depth": 4, "pred": "1016", "truth": "222", "correct": false, "edits_per_token": 0.0}, {"uid": "f3df5ab6d440dc66", "family": "bind", "template": 2, "depth": 4, "pred": "27", "truth": "40", "correct": false, "edits_per_token": 0.0}, {"uid": "d8aa4893aec3878d", "family": "bind", "template": 2, "depth": 4, "pred": "102", "truth": "316", "correct": false, "edits_per_token": 0.0}, {"uid": "94ffeb0fa722ab51", "family": "bind", "template": 2, "depth": 4, "pred": "-5", "truth": "3", "correct": false, "edits_per_token": 0.0}, {"uid": "4c6f946b99adce12", "family": "fsm", "template": 0, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "2a6e907727a47370", "family": "fsm", "template": 0, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "effc949016a8ea12", "family": "fsm", "template": 0, "depth": 2, "pred": "9", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "efbc892e6b4a8d10", "family": "fsm", "template": 1, "depth": 2, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 0.0}, {"uid": "242ab9df97f93f71", "family": "fsm", "template": 1, "depth": 2, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 0.0}, {"uid": "22a36d977ca85de9", "family": "fsm", "template": 1, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "cde7bcedcbece1a3", "family": "fsm", "template": 1, "depth": 2, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 0.0}, {"uid": "4850dcc363c2092a", "family": "fsm", "template": 1, "depth": 2, "pred": "-6", "truth": "-7", "correct": false, "edits_per_token": 0.0}, {"uid": "f3a517345dc40f72", "family": "fsm", "template": 1, "depth": 2, "pred": "-1", "truth": "-3", "correct": false, "edits_per_token": 0.0}, {"uid": "e069396859f46b46", "family": "arith", "template": 2, "depth": 4, "pred": "-24", "truth": "-28", "correct": false, "edits_per_token": 0.0}, {"uid": "a41889853cb13cac", "family": "arith", "template": 2, "depth": 4, "pred": "14", "truth": "8", "correct": false, "edits_per_token": 0.0}, {"uid": "447dc7313518c9cc", "family": "arith", "template": 2, "depth": 4, "pred": "-30", "truth": "-41", "correct": false, "edits_per_token": 0.0}, {"uid": "eee8f83773961812", "family": "arith", "template": 2, "depth": 4, "pred": "-1084", "truth": "-1404", "correct": false, "edits_per_token": 0.0}, {"uid": "c9f30e7c90083e3b", "family": "arith", "template": 2, "depth": 4, "pred": "68", "truth": "70", "correct": false, "edits_per_token": 0.0}, {"uid": "a3a5d02f00b6662a", "family": "arith", "template": 2, "depth": 4, "pred": "28", "truth": "8", "correct": false, "edits_per_token": 0.0}, {"uid": "6fb501ce62fe9ec8", "family": "arith", "template": 2, "depth": 4, "pred": "-14", "truth": "-16", "correct": false, "edits_per_token": 0.0}, {"uid": "65f74ff67803af55", "family": "bind", "template": 2, "depth": 4, "pred": "-14", "truth": "-27", "correct": false, "edits_per_token": 0.0}, {"uid": "cbcafd0d166a4843", "family": "bind", "template": 2, "depth": 4, "pred": "-18", "truth": "-39", "correct": false, "edits_per_token": 0.0}, {"uid": "2b893a40a64c8ba4", "family": "fsm", "template": 2, "depth": 3, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "522a9572503d700c", "family": "arith", "template": 2, "depth": 4, "pred": "101", "truth": "121", "correct": false, "edits_per_token": 0.0}, {"uid": "a20ac53e3e18103d", "family": "arith", "template": 2, "depth": 4, "pred": "24", "truth": "24", "correct": true, "edits_per_token": 0.0}, {"uid": "7694128fc3708b5c", "family": "arith", "template": 2, "depth": 4, "pred": "-40", "truth": "-36", "correct": false, "edits_per_token": 0.0}, {"uid": "16dc1ed661f8373e", "family": "fsm", "template": 2, "depth": 3, "pred": "-18", "truth": "-13", "correct": false, "edits_per_token": 0.0}, {"uid": "36c7aa1376cd9e55", "family": "fsm", "template": 0, "depth": 2, "pred": "12", "truth": "12", "correct": true, "edits_per_token": 0.0}, {"uid": "d6bbe76ab7ae5dea", "family": "bind", "template": 0, "depth": 4, "pred": "12", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "07faf341511442ce", "family": "bind", "template": 0, "depth": 4, "pred": "29", "truth": "69", "correct": false, "edits_per_token": 0.0}, {"uid": "9a53922107396b74", "family": "bind", "template": 0, "depth": 4, "pred": "26", "truth": "26", "correct": true, "edits_per_token": 0.0}, {"uid": "4a97bb8eceebb87b", "family": "bind", "template": 0, "depth": 4, "pred": "104", "truth": "336", "correct": false, "edits_per_token": 0.0}, {"uid": "e26c3b88f213ea77", "family": "bind", "template": 0, "depth": 4, "pred": "160", "truth": "55", "correct": false, "edits_per_token": 0.0}, {"uid": "5c5a65c5863872da", "family": "bind", "template": 0, "depth": 4, "pred": "-16", "truth": "-5", "correct": false, "edits_per_token": 0.0}, {"uid": "e607160907969d96", "family": "fsm", "template": 0, "depth": 2, "pred": "4", "truth": "6", "correct": false, "edits_per_token": 0.0}, {"uid": "9679ca491537d4ae", "family": "fsm", "template": 0, "depth": 2, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 0.0}, {"uid": "f77fd040ae3df244", "family": "fsm", "template": 0, "depth": 2, "pred": "-3", "truth": "-3", "correct": true, "edits_per_token": 0.0}, {"uid": "1bc4c05c7ac6d420", "family": "fsm", "template": 0, "depth": 2, "pred": "-1", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "ccbc8b19d93137cf", "family": "bind", "template": 0, "depth": 4, "pred": "101", "truth": "138", "correct": false, "edits_per_token": 0.0}, {"uid": "06e9560336c69fc0", "family": "bind", "template": 0, "depth": 4, "pred": "160", "truth": "99", "correct": false, "edits_per_token": 0.0}, {"uid": "7bae94dc5a45e668", "family": "bind", "template": 0, "depth": 4, "pred": "104", "truth": "138", "correct": false, "edits_per_token": 0.0}, {"uid": "37f5d85ddac72608", "family": "bind", "template": 0, "depth": 4, "pred": "300", "truth": "575", "correct": false, "edits_per_token": 0.0}, {"uid": "1e0fa6b1612c5b43", "family": "bind", "template": 0, "depth": 4, "pred": "-21", "truth": "-5", "correct": false, "edits_per_token": 0.0}, {"uid": "991665f045f7859c", "family": "bind", "template": 0, "depth": 4, "pred": "25", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "83785d82a70218c2", "family": "bind", "template": 0, "depth": 4, "pred": "20", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "da6beaf6aaf0fcab", "family": "bind", "template": 1, "depth": 4, "pred": "-4", "truth": "-8", "correct": false, "edits_per_token": 0.0}, {"uid": "33803a34b3b21c70", "family": "fsm", "template": 0, "depth": 2, "pred": "-4", "truth": "-6", "correct": false, "edits_per_token": 0.0}, {"uid": "0ade76e24236fded", "family": "bind", "template": 0, "depth": 4, "pred": "102", "truth": "256", "correct": false, "edits_per_token": 0.0}, {"uid": "90d3fe88897debf5", "family": "bind", "template": 0, "depth": 4, "pred": "31", "truth": "28", "correct": false, "edits_per_token": 0.0}, {"uid": "ef8628813a4db970", "family": "bind", "template": 0, "depth": 4, "pred": "70", "truth": "64", "correct": false, "edits_per_token": 0.0}, {"uid": "b313cfe930fcabc0", "family": "bind", "template": 0, "depth": 4, "pred": "19", "truth": "19", "correct": true, "edits_per_token": 0.0}, {"uid": "d1b7bdd722779a6b", "family": "bind", "template": 0, "depth": 4, "pred": "105", "truth": "135", "correct": false, "edits_per_token": 0.0}, {"uid": "75ec619d50dd7f6e", "family": "bind", "template": 1, "depth": 4, "pred": "16", "truth": "17", "correct": false, "edits_per_token": 0.0}, {"uid": "004a3ab8f4ed7cae", "family": "bind", "template": 1, "depth": 4, "pred": "52", "truth": "44", "correct": false, "edits_per_token": 0.0}, {"uid": "11632b9bf87b120b", "family": "bind", "template": 1, "depth": 4, "pred": "14", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "a07ed018d16711ef", "family": "bind", "template": 1, "depth": 4, "pred": "104", "truth": "81", "correct": false, "edits_per_token": 0.0}, {"uid": "5d6dc0c4b4824171", "family": "bind", "template": 1, "depth": 4, "pred": "105", "truth": "140", "correct": false, "edits_per_token": 0.0}, {"uid": "c45f41b0c926bbd0", "family": "bind", "template": 1, "depth": 4, "pred": "7", "truth": "5", "correct": false, "edits_per_token": 0.0}, {"uid": "eeaa527fa4119dd9", "family": "bind", "template": 1, "depth": 4, "pred": "-1", "truth": "-6", "correct": false, "edits_per_token": 0.0}, {"uid": "8566721d2752b3a8", "family": "bind", "template": 1, "depth": 4, "pred": "-20", "truth": "-8", "correct": false, "edits_per_token": 0.0}, {"uid": "8bd90ca14a7d7c15", "family": "bind", "template": 1, "depth": 4, "pred": "25", "truth": "21", "correct": false, "edits_per_token": 0.0}, {"uid": "86edc453501a2d78", "family": "bind", "template": 1, "depth": 4, "pred": "24", "truth": "26", "correct": false, "edits_per_token": 0.0}, {"uid": "30f041eb40cde319", "family": "bind", "template": 1, "depth": 4, "pred": "-14", "truth": "-11", "correct": false, "edits_per_token": 0.0}, {"uid": "f50bce75a1b51151", "family": "bind", "template": 1, "depth": 4, "pred": "132", "truth": "104", "correct": false, "edits_per_token": 0.0}, {"uid": "7c3a45fc52ae281a", "family": "fsm", "template": 2, "depth": 3, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 0.0}, {"uid": "df1b943abb6c3caf", "family": "fsm", "template": 2, "depth": 3, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 0.0}, {"uid": "dfae1c43d4c2e82f", "family": "fsm", "template": 2, "depth": 3, "pred": "9", "truth": "10", "correct": false, "edits_per_token": 0.0}, {"uid": "a1275bc7adcecfdb", "family": "fsm", "template": 2, "depth": 3, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 0.0}, {"uid": "8713d4e52607d828", "family": "fsm", "template": 2, "depth": 4, "pred": "12", "truth": "13", "correct": false, "edits_per_token": 0.0}, {"uid": "e36363f22c19c229", "family": "fsm", "template": 2, "depth": 4, "pred": "88", "truth": "100", "correct": false, "edits_per_token": 0.0}, {"uid": "996e9f87e8887961", "family": "bind", "template": 1, "depth": 4, "pred": "-1", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "f9e4c5acf05b6575", "family": "bind", "template": 1, "depth": 4, "pred": "17", "truth": "-1", "correct": false, "edits_per_token": 0.0}, {"uid": "87d9e2f1dc497c68", "family": "bind", "template": 1, "depth": 4, "pred": "24", "truth": "25", "correct": false, "edits_per_token": 0.0}, {"uid": "62898176b0b28ce0", "family": "bind", "template": 1, "depth": 4, "pred": "-16", "truth": "-23", "correct": false, "edits_per_token": 0.0}, {"uid": "8d7251c45eae7538", "family": "bind", "template": 1, "depth": 4, "pred": "-28", "truth": "-24", "correct": false, "edits_per_token": 0.0}, {"uid": "fe99bafb04968b77", "family": "fsm", "template": 2, "depth": 3, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 0.0}, {"uid": "ded74cf706e69b04", "family": "fsm", "template": 2, "depth": 4, "pred": "40", "truth": "31", "correct": false, "edits_per_token": 0.0}, {"uid": "2e57dc354d26e7e0", "family": "fsm", "template": 1, "depth": 3, "pred": "4", "truth": "1", "correct": false, "edits_per_token": 0.0}, {"uid": "8ce65aa06b428682", "family": "fsm", "template": 0, "depth": 3, "pred": "22", "truth": "24", "correct": false, "edits_per_token": 0.0}, {"uid": "4f7a4c9e9fd88e23", "family": "fsm", "template": 1, "depth": 3, "pred": "-2", "truth": "-4", "correct": false, "edits_per_token": 0.0}, {"uid": "4d40b54f06d59d9b", "family": "fsm", "template": 2, "depth": 3, "pred": "16", "truth": "18", "correct": false, "edits_per_token": 0.0}, {"uid": "6f3c8de73142af82", "family": "fsm", "template": 2, "depth": 4, "pred": "16", "truth": "37", "correct": false, "edits_per_token": 0.0}, {"uid": "147f5c84382c4c0a", "family": "fsm", "template": 0, "depth": 2, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 0.0}, {"uid": "583473e83be2cb0e", "family": "fsm", "template": 2, "depth": 3, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "f21a321ed547f105", "family": "fsm", "template": 2, "depth": 4, "pred": "17", "truth": "27", "correct": false, "edits_per_token": 0.0}, {"uid": "151b2ef9119d5d10", "family": "fsm", "template": 2, "depth": 3, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "e6f275b0d1aefe4b", "family": "fsm", "template": 2, "depth": 4, "pred": "12", "truth": "12", "correct": true, "edits_per_token": 0.0}, {"uid": "05764ff46e4d28b8", "family": "fsm", "template": 2, "depth": 4, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 0.0}, {"uid": "ab25c58550c65c87", "family": "fsm", "template": 0, "depth": 3, "pred": "16", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "bc7192acc3e2bcf7", "family": "fsm", "template": 0, "depth": 3, "pred": "16", "truth": "18", "correct": false, "edits_per_token": 0.0}, {"uid": "bee2ac40ff83a18d", "family": "fsm", "template": 1, "depth": 3, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "716f8687c9e5142b", "family": "fsm", "template": 1, "depth": 3, "pred": "-4", "truth": "-4", "correct": true, "edits_per_token": 0.0}, {"uid": "e97e53f6b90da9f4", "family": "fsm", "template": 0, "depth": 2, "pred": "1", "truth": "0", "correct": false, "edits_per_token": 0.0}, {"uid": "bb2eafb39bf0ed40", "family": "fsm", "template": 0, "depth": 3, "pred": "16", "truth": "15", "correct": false, "edits_per_token": 0.0}, {"uid": "c81d55847e5b66ad", "family": "fsm", "template": 0, "depth": 3, "pred": "8", "truth": "9", "correct": false, "edits_per_token": 0.0}, {"uid": "fc7132ca2b036b70", "family": "fsm", "template": 0, "depth": 3, "pred": "-1", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "59f43bee78d1b7d5", "family": "fsm", "template": 0, "depth": 3, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 0.0}, {"uid": "1d2bd417ab878aa4", "family": "fsm", "template": 1, "depth": 3, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 0.0}, {"uid": "e7c122e95ad81b60", "family": "fsm", "template": 2, "depth": 4, "pred": "16", "truth": "36", "correct": false, "edits_per_token": 0.0}, {"uid": "2da9286c386b9a1d", "family": "fsm", "template": 2, "depth": 4, "pred": "-14", "truth": "-9", "correct": false, "edits_per_token": 0.0}, {"uid": "0079950d5ec4ab47", "family": "fsm", "template": 2, "depth": 4, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 0.0}, {"uid": "a4851754b60388d8", "family": "fsm", "template": 2, "depth": 3, "pred": "3", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "a62e2ae83789cec9", "family": "fsm", "template": 2, "depth": 4, "pred": "-3", "truth": "-4", "correct": false, "edits_per_token": 0.0}, {"uid": "e031cc8ac8639cc5", "family": "fsm", "template": 0, "depth": 3, "pred": "16", "truth": "16", "correct": true, "edits_per_token": 0.0}, {"uid": "3da4e96e9ccfb4c4", "family": "fsm", "template": 1, "depth": 3, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 0.0}, {"uid": "b7248f02464a9d5e", "family": "fsm", "template": 1, "depth": 3, "pred": "-1", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "f72683c8a7558209", "family": "fsm", "template": 1, "depth": 3, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "2d167614c96152c0", "family": "fsm", "template": 1, "depth": 4, "pred": "12", "truth": "13", "correct": false, "edits_per_token": 0.0}, {"uid": "9159087905c00041", "family": "fsm", "template": 2, "depth": 4, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "3edf590d9ae1c154", "family": "fsm", "template": 1, "depth": 4, "pred": "10", "truth": "10", "correct": true, "edits_per_token": 0.0}, {"uid": "a2a7ce6c76bc7036", "family": "fsm", "template": 2, "depth": 3, "pred": "-6", "truth": "-7", "correct": false, "edits_per_token": 0.0}, {"uid": "2a753d52e0a5bd58", "family": "fsm", "template": 2, "depth": 4, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 0.0}, {"uid": "b86f2cf77ff75b95", "family": "fsm", "template": 2, "depth": 4, "pred": "4", "truth": "6", "correct": false, "edits_per_token": 0.0}, {"uid": "6a8c9eb56177e868", "family": "fsm", "template": 2, "depth": 4, "pred": "16", "truth": "18", "correct": false, "edits_per_token": 0.0}, {"uid": "aeee3d6cdfd5404a", "family": "fsm", "template": 2, "depth": 4, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "5480488e0f55e2a2", "family": "fsm", "template": 0, "depth": 3, "pred": "6", "truth": "7", "correct": false, "edits_per_token": 0.0}, {"uid": "0599efcb327b47bc", "family": "fsm", "template": 1, "depth": 3, "pred": "2", "truth": "0", "correct": false, "edits_per_token": 0.0}, {"uid": "ca83fc2e201063f6", "family": "fsm", "template": 0, "depth": 3, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "da80a9b79d44817d", "family": "fsm", "template": 0, "depth": 3, "pred": "4", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "466293c979c54683", "family": "fsm", "template": 0, "depth": 3, "pred": "-1", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "1ba64fe988d0418e", "family": "fsm", "template": 0, "depth": 3, "pred": "1", "truth": "0", "correct": false, "edits_per_token": 0.0}, {"uid": "38ba290fe9fc99f5", "family": "fsm", "template": 0, "depth": 4, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 0.0}, {"uid": "e53fdfb1559165f8", "family": "fsm", "template": 1, "depth": 3, "pred": "-4", "truth": "-7", "correct": false, "edits_per_token": 0.0}, {"uid": "bd7e58f6a7ac2f9f", "family": "fsm", "template": 1, "depth": 3, "pred": "-4", "truth": "-4", "correct": true, "edits_per_token": 0.0}, {"uid": "d2c87aa64d1ccb56", "family": "fsm", "template": 1, "depth": 3, "pred": "-3", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "62f9d53fdd31dbdc", "family": "fsm", "template": 1, "depth": 3, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "324c8cdae8f3169c", "family": "fsm", "template": 1, "depth": 4, "pred": "-1", "truth": "-6", "correct": false, "edits_per_token": 0.0}, {"uid": "95e5a88a92b51623", "family": "excl", "template": 2, "depth": 1, "pred": "fig", "truth": "apple", "correct": false, "edits_per_token": 0.0}, {"uid": "8749497eaab6176d", "family": "fsm", "template": 1, "depth": 3, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "e1d2a9aed541bac9", "family": "fsm", "template": 1, "depth": 4, "pred": "-4", "truth": "-4", "correct": true, "edits_per_token": 0.0}, {"uid": "69799dd92a9c3ba9", "family": "excl", "template": 2, "depth": 1, "pred": "fig apple", "truth": "date pear", "correct": false, "edits_per_token": 0.0}, {"uid": "f0fb0d06f35e092f", "family": "fsm", "template": 0, "depth": 3, "pred": "2", "truth": "3", "correct": false, "edits_per_token": 0.0}, {"uid": "1afdedf156f04159", "family": "fsm", "template": 1, "depth": 4, "pred": "36", "truth": "32", "correct": false, "edits_per_token": 0.0}, {"uid": "c8e8b028216f061f", "family": "fsm", "template": 1, "depth": 4, "pred": "36", "truth": "36", "correct": true, "edits_per_token": 0.0}, {"uid": "eb64d3225abedaa5", "family": "fsm", "template": 1, "depth": 4, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 0.0}, {"uid": "c59d3081c283a456", "family": "fsm", "template": 0, "depth": 3, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 0.0}, {"uid": "e851ba5b0f3b5566", "family": "fsm", "template": 1, "depth": 4, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 0.0}, {"uid": "ea31089312e06741", "family": "excl", "template": 2, "depth": 1, "pred": "fig apple", "truth": "fig pear apple yam", "correct": false, "edits_per_token": 0.0}, {"uid": "9808a14025bb62db", "family": "fsm", "template": 1, "depth": 4, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "c10c7b220afca2f8", "family": "fsm", "template": 1, "depth": 4, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "42e79e2fb49bf07b", "family": "excl", "template": 2, "depth": 1, "pred": "bean kiwi a", "truth": "bean apple plum", "correct": false, "edits_per_token": 0.0}, {"uid": "666a3ad814af7485", "family": "fsm", "template": 0, "depth": 4, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 0.0}, {"uid": "cc5e177e4dffdb2d", "family": "fsm", "template": 0, "depth": 4, "pred": "20", "truth": "20", "correct": true, "edits_per_token": 0.0}, {"uid": "29e5f1d39e9dd718", "family": "excl", "template": 2, "depth": 1, "pred": "apple plum", "truth": "date", "correct": false, "edits_per_token": 0.0}, {"uid": "8a4ee89c54adc630", "family": "excl", "template": 2, "depth": 1, "pred": "bean fig pl", "truth": "apple fig", "correct": false, "edits_per_token": 0.0}, {"uid": "0d4c83049e15e90d", "family": "fsm", "template": 1, "depth": 4, "pred": "16", "truth": "22", "correct": false, "edits_per_token": 0.0}, {"uid": "4425b91f251fc921", "family": "excl", "template": 2, "depth": 1, "pred": "lime kiwi n", "truth": "lime", "correct": false, "edits_per_token": 0.0}, {"uid": "273236350de73c4a", "family": "excl", "template": 2, "depth": 1, "pred": "lime", "truth": "yam", "correct": false, "edits_per_token": 0.0}, {"uid": "0ba4a718a5cf510b", "family": "sched", "template": 2, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "1ec6ca8faccb59ba", "family": "sched", "template": 2, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "899865b46b45638d", "family": "sched", "template": 2, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "51b44787367e2411", "family": "sched", "template": 2, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "32574dd46bced26f", "family": "sched", "template": 2, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "44968d6ded81c136", "family": "fsm", "template": 0, "depth": 4, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 0.0}, {"uid": "bd56dcb1aef9c306", "family": "fsm", "template": 1, "depth": 3, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 0.0}, {"uid": "710b631420d61f4b", "family": "fsm", "template": 1, "depth": 3, "pred": "-1", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "c4bda9cf866c0662", "family": "fsm", "template": 1, "depth": 3, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "bdafc8a5b6eb74f6", "family": "sched", "template": 2, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "5e5544bd72d9fddc", "family": "sched", "template": 2, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "0e157563bb42fe39", "family": "fsm", "template": 1, "depth": 3, "pred": "2", "truth": "1", "correct": false, "edits_per_token": 0.0}, {"uid": "9b5139f1a560f6b6", "family": "fsm", "template": 1, "depth": 4, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 0.0}, {"uid": "5aee313fef7904e6", "family": "fsm", "template": 2, "depth": 4, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 0.0}, {"uid": "e5229881f030bd7c", "family": "fsm", "template": 2, "depth": 4, "pred": "-4", "truth": "-5", "correct": false, "edits_per_token": 0.0}, {"uid": "e5e4d46b8a4ad96d", "family": "excl", "template": 2, "depth": 1, "pred": "pear", "truth": "kiwi pear fig", "correct": false, "edits_per_token": 0.0}, {"uid": "eae15d4721c93c28", "family": "sched", "template": 0, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "a0b2c0585dbc30bd", "family": "sched", "template": 0, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "ebdd7e877a44588b", "family": "sched", "template": 0, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "2428fd8d17d1effc", "family": "sched", "template": 0, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "d0156485449c2c92", "family": "sched", "template": 0, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "1f8bdb4b655ea6f7", "family": "sched", "template": 0, "depth": 1, "pred": "A", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "322d0fdab71fbf9c", "family": "fsm", "template": 0, "depth": 3, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 0.0}, {"uid": "b3a06fa743bb309e", "family": "fsm", "template": 0, "depth": 4, "pred": "22", "truth": "30", "correct": false, "edits_per_token": 0.0}, {"uid": "a467884db4d82ee1", "family": "fsm", "template": 1, "depth": 4, "pred": "4", "truth": "8", "correct": false, "edits_per_token": 0.0}, {"uid": "553df43039b4659e", "family": "fsm", "template": 1, "depth": 4, "pred": "6", "truth": "4", "correct": false, "edits_per_token": 0.0}, {"uid": "4e78a36fe51f7109", "family": "fsm", "template": 0, "depth": 4, "pred": "-3", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "1296248a4d64c16d", "family": "fsm", "template": 0, "depth": 4, "pred": "-4", "truth": "-8", "correct": false, "edits_per_token": 0.0}, {"uid": "9e10c6f2c824ea03", "family": "fsm", "template": 1, "depth": 4, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 0.0}, {"uid": "feb30d5a1e30d644", "family": "fsm", "template": 1, "depth": 4, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 0.0}, {"uid": "1d120cad298b02b9", "family": "fsm", "template": 0, "depth": 4, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 0.0}, {"uid": "305ec8d13dc601f2", "family": "excl", "template": 2, "depth": 1, "pred": "fig apple b", "truth": "kiwi fig yam bean", "correct": false, "edits_per_token": 0.0}, {"uid": "a5eafebdbe40336f", "family": "fsm", "template": 0, "depth": 4, "pred": "-1", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "1b479676e84bbc3d", "family": "fsm", "template": 0, "depth": 4, "pred": "0", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "b757b7fb6b160032", "family": "fsm", "template": 0, "depth": 4, "pred": "-4", "truth": "-7", "correct": false, "edits_per_token": 0.0}, {"uid": "ade72643edfa1524", "family": "excl", "template": 2, "depth": 1, "pred": "lime bean", "truth": "nut fig kiwi bean", "correct": false, "edits_per_token": 0.0}, {"uid": "453567d27a539b0a", "family": "fsm", "template": 0, "depth": 4, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 0.0}, {"uid": "e81ba198568544e5", "family": "fsm", "template": 0, "depth": 4, "pred": "-1", "truth": "-3", "correct": false, "edits_per_token": 0.0}, {"uid": "18b3d002a97b4b77", "family": "excl", "template": 0, "depth": 1, "pred": "pear", "truth": "plum pear", "correct": false, "edits_per_token": 0.0}, {"uid": "173be5d501d2ec7f", "family": "excl", "template": 1, "depth": 1, "pred": "pear fig pl", "truth": "pear fig", "correct": false, "edits_per_token": 0.0}, {"uid": "fd2d7f3d8d81fddf", "family": "excl", "template": 1, "depth": 1, "pred": "kiwi bean", "truth": "kiwi bean", "correct": true, "edits_per_token": 0.0}, {"uid": "20a1afe743ff760b", "family": "excl", "template": 2, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "92a8804901c69db0", "family": "sched", "template": 1, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "21809fa4c59fbf34", "family": "sched", "template": 1, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "8a849a68ac0bd89d", "family": "sched", "template": 1, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "fcdd5ad1de13f047", "family": "sched", "template": 1, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "24c9898cc5168e60", "family": "sched", "template": 1, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "b45de26fb239a53c", "family": "fsm", "template": 0, "depth": 4, "pred": "3", "truth": "4", "correct": false, "edits_per_token": 0.0}, {"uid": "19e7240784bca3a1", "family": "excl", "template": 1, "depth": 1, "pred": "yam pear", "truth": "fig", "correct": false, "edits_per_token": 0.0}, {"uid": "d1946bbafd2de533", "family": "excl", "template": 1, "depth": 2, "pred": "fig", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "93916c54de4e1cdf", "family": "fsm", "template": 0, "depth": 4, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 0.0}, {"uid": "c0a63d4f3fe00e13", "family": "fsm", "template": 0, "depth": 4, "pred": "4", "truth": "2", "correct": false, "edits_per_token": 0.0}, {"uid": "9446c8122ea9eae8", "family": "fsm", "template": 0, "depth": 4, "pred": "2", "truth": "3", "correct": false, "edits_per_token": 0.0}, {"uid": "0a5d2e70e5f47107", "family": "fsm", "template": 1, "depth": 4, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "81bd340848023c7e", "family": "excl", "template": 1, "depth": 1, "pred": "apple pear", "truth": "nut pear", "correct": false, "edits_per_token": 0.0}, {"uid": "31e2727f55cbf596", "family": "sched", "template": 2, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "34c49f20fb97a6ab", "family": "sched", "template": 2, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "c61404a5f63f05e9", "family": "sched", "template": 2, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "3948c344a5015ee5", "family": "sched", "template": 2, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "8409a757e00bd544", "family": "excl", "template": 2, "depth": 3, "pred": "kiwi", "truth": "kiwi pear", "correct": false, "edits_per_token": 0.0}, {"uid": "265c9cd1ac273c94", "family": "sched", "template": 2, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "c414d97cb58b03dc", "family": "sched", "template": 2, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "84815913d3f3b73b", "family": "excl", "template": 0, "depth": 1, "pred": "plum lime a", "truth": "plum date apple", "correct": false, "edits_per_token": 0.0}, {"uid": "4cf0fa751f13d089", "family": "excl", "template": 2, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "52b9e62b2a6ca3c2", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "yam", "correct": false, "edits_per_token": 0.0}, {"uid": "c82538b32cb46992", "family": "sched", "template": 0, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "4ec9c015a06b97d4", "family": "sched", "template": 2, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "50357eaaed4d06c1", "family": "sched", "template": 2, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "8e40d1363650303e", "family": "excl", "template": 0, "depth": 1, "pred": "yam lime", "truth": "yam nut fig", "correct": false, "edits_per_token": 0.0}, {"uid": "2280ca1c2b5bc651", "family": "excl", "template": 0, "depth": 1, "pred": "bean lime", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "65f4681ef2d8aabc", "family": "excl", "template": 2, "depth": 2, "pred": "pear apple", "truth": "pear apple date", "correct": false, "edits_per_token": 0.0}, {"uid": "9ae3df72b5c22762", "family": "sched", "template": 0, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "b8dc527b977c08b7", "family": "sched", "template": 0, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "1ea91fe61e5ee807", "family": "sched", "template": 0, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "6f7de13195afbd44", "family": "sched", "template": 0, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "5a28f0166245cb46", "family": "sched", "template": 2, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "af090df14a8bc04d", "family": "fsm", "template": 0, "depth": 4, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 0.0}, {"uid": "86cce079082e93f6", "family": "excl", "template": 0, "depth": 1, "pred": "bean fig da", "truth": "fig date", "correct": false, "edits_per_token": 0.0}, {"uid": "fb4ece3e393cf825", "family": "sched", "template": 0, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "c85d06c23ec4b1d1", "family": "sched", "template": 0, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "c184d14045e702e1", "family": "sched", "template": 0, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "8745f7832aae2078", "family": "sched", "template": 2, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "c127108f849120ce", "family": "excl", "template": 0, "depth": 1, "pred": "none", "truth": "lime", "correct": false, "edits_per_token": 0.0}, {"uid": "7895c3f224100c88", "family": "sched", "template": 0, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "7a24566ab2fc39ae", "family": "sched", "template": 0, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "7c909aa872abd7a5", "family": "sched", "template": 0, "depth": 2, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "b9763ee8284b60af", "family": "sched", "template": 2, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "5df3d95824a19760", "family": "excl", "template": 2, "depth": 1, "pred": "pear nut", "truth": "bean pear plum nut kiwi", "correct": false, "edits_per_token": 0.0}, {"uid": "ba2af4dc669bf1e7", "family": "excl", "template": 2, "depth": 2, "pred": "yam", "truth": "fig", "correct": false, "edits_per_token": 0.0}, {"uid": "20968085d063b6d4", "family": "sched", "template": 2, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "f91565e19106bd0c", "family": "sched", "template": 2, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "6962e4450d442840", "family": "sched", "template": 2, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "285a90fb2e166799", "family": "excl", "template": 0, "depth": 1, "pred": "bean plum n", "truth": "date", "correct": false, "edits_per_token": 0.0}, {"uid": "062dfc05ab9b4215", "family": "excl", "template": 2, "depth": 2, "pred": "none", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "fe10047da8b5ccd2", "family": "sched", "template": 2, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "d594cd34578a55be", "family": "sched", "template": 2, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "fd984d3e4a7605fd", "family": "excl", "template": 0, "depth": 2, "pred": "pear nut", "truth": "nut", "correct": false, "edits_per_token": 0.0}, {"uid": "debb7f4978131308", "family": "excl", "template": 1, "depth": 2, "pred": "yam pear", "truth": "plum date pear", "correct": false, "edits_per_token": 0.0}, {"uid": "bd8c3c6bef9ea2b0", "family": "fsm", "template": 1, "depth": 4, "pred": "-1", "truth": "-2", "correct": false, "edits_per_token": 0.0}, {"uid": "ec07ebafd22ecb2e", "family": "excl", "template": 1, "depth": 2, "pred": "pear kiwi d", "truth": "pear", "correct": false, "edits_per_token": 0.0}, {"uid": "1ca8e39df8d6217c", "family": "excl", "template": 1, "depth": 3, "pred": "kiwi", "truth": "yam bean", "correct": false, "edits_per_token": 0.0}, {"uid": "637c344de20f5625", "family": "excl", "template": 2, "depth": 2, "pred": "fig", "truth": "apple date fig bean", "correct": false, "edits_per_token": 0.0}, {"uid": "c941cfc17618926b", "family": "sched", "template": 0, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "b1127806bf880411", "family": "sched", "template": 0, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "357b17b67d4230b5", "family": "sched", "template": 0, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "b1269535b4e34974", "family": "sched", "template": 0, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "a65132179f29f33e", "family": "excl", "template": 0, "depth": 1, "pred": "none", "truth": "apple lime", "correct": false, "edits_per_token": 0.0}, {"uid": "fb7501f8013acf85", "family": "excl", "template": 2, "depth": 2, "pred": "kiwi bean l", "truth": "kiwi fig", "correct": false, "edits_per_token": 0.0}, {"uid": "d85fccdd1cd60921", "family": "excl", "template": 1, "depth": 1, "pred": "bean fig", "truth": "bean fig", "correct": true, "edits_per_token": 0.0}, {"uid": "58d7a8910c4b5e69", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "28ab0da9032cab04", "family": "sched", "template": 0, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "bee315fec8250eeb", "family": "excl", "template": 2, "depth": 2, "pred": "plum lime", "truth": "plum bean", "correct": false, "edits_per_token": 0.0}, {"uid": "958a8bbf270109d2", "family": "excl", "template": 1, "depth": 2, "pred": "plum apple", "truth": "bean apple pear", "correct": false, "edits_per_token": 0.0}, {"uid": "9c0d7b46b835ff7f", "family": "excl", "template": 2, "depth": 1, "pred": "pear kiwi f", "truth": "plum kiwi date nut", "correct": false, "edits_per_token": 0.0}, {"uid": "1713a39f55a1ea21", "family": "sched", "template": 1, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "d601b1d40e55c2c2", "family": "excl", "template": 2, "depth": 1, "pred": "none", "truth": "nut yam pear lime", "correct": false, "edits_per_token": 0.0}, {"uid": "e9948bd8b29e69d3", "family": "excl", "template": 2, "depth": 2, "pred": "lime date k", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "ad069bf064e5c68a", "family": "sched", "template": 1, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "f23b4d6244dd86f7", "family": "sched", "template": 1, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "16e33622412f0e2c", "family": "sched", "template": 1, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "43382d613173a703", "family": "sched", "template": 1, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "4378e430fe1485f9", "family": "sched", "template": 1, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "c9dda90c7d0ad8ed", "family": "sched", "template": 1, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "374826d34a320537", "family": "sched", "template": 1, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "1dcd25a6eb16038d", "family": "sched", "template": 1, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "497c8b2840caab78", "family": "excl", "template": 0, "depth": 1, "pred": "none", "truth": "fig apple", "correct": false, "edits_per_token": 0.0}, {"uid": "a9742f748ad1ad5c", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "ec7190a280bfbdb7", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "lime", "correct": false, "edits_per_token": 0.0}, {"uid": "f93c5e1e76239e4f", "family": "sched", "template": 1, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "81a4bc002847b518", "family": "sched", "template": 2, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "fce4affe8df7979a", "family": "excl", "template": 1, "depth": 1, "pred": "fig apple y", "truth": "date apple lime", "correct": false, "edits_per_token": 0.0}, {"uid": "79e2c2f01f77c37f", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "9c6ffe5f76f051c4", "family": "sched", "template": 1, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "064a040c79c826b0", "family": "sched", "template": 1, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "185f5674d5ebdb68", "family": "sched", "template": 1, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "604f561fd24c7f2b", "family": "sched", "template": 1, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "809d2e35103b5589", "family": "sched", "template": 1, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "d1cb6db0ce4779c6", "family": "sched", "template": 2, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "4885295dcc91dde6", "family": "sched", "template": 2, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "e6ee749671dfa0c9", "family": "sched", "template": 2, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "c20784476b026a14", "family": "excl", "template": 1, "depth": 1, "pred": "apple date", "truth": "date yam", "correct": false, "edits_per_token": 0.0}, {"uid": "5feef2b73b30dd7a", "family": "excl", "template": 1, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "5a9aae4218355fe9", "family": "excl", "template": 1, "depth": 3, "pred": "fig", "truth": "fig", "correct": true, "edits_per_token": 0.0}, {"uid": "73c004c57251218e", "family": "excl", "template": 2, "depth": 2, "pred": "pear kiwi", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "77af21772a433ac6", "family": "sched", "template": 1, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "a0c73e88335261cd", "family": "sched", "template": 2, "depth": 2, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "9eba62cb7a72f599", "family": "sched", "template": 2, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "3364c8cd13f373e7", "family": "sched", "template": 2, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "596b2ff5555cfb5f", "family": "excl", "template": 0, "depth": 2, "pred": "pear", "truth": "date plum pear", "correct": false, "edits_per_token": 0.0}, {"uid": "dbcccca53d42a1a3", "family": "excl", "template": 1, "depth": 1, "pred": "none", "truth": "nut lime date plum yam", "correct": false, "edits_per_token": 0.0}, {"uid": "cb148f5dea95a421", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "4c5b7366caf94886", "family": "excl", "template": 2, "depth": 4, "pred": "pear", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "f89f572455b950df", "family": "excl", "template": 2, "depth": 4, "pred": "pear bean", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "144ad2be65e07036", "family": "sched", "template": 2, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "f948f854d05ba536", "family": "sched", "template": 2, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "b7eae28e49657a0d", "family": "sched", "template": 2, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "2a7c1ab2b5d284b5", "family": "excl", "template": 0, "depth": 3, "pred": "pear", "truth": "bean pear", "correct": false, "edits_per_token": 0.0}, {"uid": "9b1170c69bedb5d0", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "plum date", "correct": false, "edits_per_token": 0.0}, {"uid": "b28d2a1ae64d7388", "family": "excl", "template": 2, "depth": 1, "pred": "pear nut ap", "truth": "bean date apple plum", "correct": false, "edits_per_token": 0.0}, {"uid": "4262313ee3b4f20d", "family": "sched", "template": 0, "depth": 2, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "1a2e46f0b737da32", "family": "sched", "template": 0, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "cc5f27cbec5544e3", "family": "sched", "template": 0, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "02e8be4dd32d702d", "family": "sched", "template": 2, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "e41c1b9955680b45", "family": "sched", "template": 2, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "3261f77d790a2b3d", "family": "sched", "template": 2, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "e7a942f9776e1481", "family": "excl", "template": 1, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "2464889f038d2ddd", "family": "sched", "template": 0, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "e0cdb653c29ad53b", "family": "sched", "template": 0, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "0641e2dbfe875c84", "family": "sched", "template": 2, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "7f7747ba4a9027a9", "family": "sched", "template": 2, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "b60c5ce59c8ad584", "family": "sched", "template": 2, "depth": 3, "pred": "B", "truth": "C", "correct": false, "edits_per_token": 0.0}, {"uid": "678d7867359d8ab6", "family": "excl", "template": 2, "depth": 1, "pred": "pear lime p", "truth": "apple pear plum bean", "correct": false, "edits_per_token": 0.0}, {"uid": "a9a82265b87ab71b", "family": "excl", "template": 2, "depth": 3, "pred": "kiwi", "truth": "bean kiwi fig", "correct": false, "edits_per_token": 0.0}, {"uid": "ae88d0b60b3e8d53", "family": "excl", "template": 2, "depth": 3, "pred": "fig plum", "truth": "apple", "correct": false, "edits_per_token": 0.0}, {"uid": "06efaa7a87404dea", "family": "sched", "template": 0, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "a942d085ec964894", "family": "sched", "template": 2, "depth": 3, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "800f61c9e4ad0bf4", "family": "excl", "template": 1, "depth": 2, "pred": "fig apple n", "truth": "nut bean", "correct": false, "edits_per_token": 0.0}, {"uid": "cef6dcd4e4dda4a1", "family": "excl", "template": 1, "depth": 2, "pred": "yam pear li", "truth": "pear", "correct": false, "edits_per_token": 0.0}, {"uid": "aae768622ee02c72", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "29e57049ee5186cd", "family": "sched", "template": 0, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "01dd5269d9e0a510", "family": "sched", "template": 0, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "805aab740330aebd", "family": "sched", "template": 2, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "46ba2eccbd740277", "family": "excl", "template": 2, "depth": 1, "pred": "plum fig ki", "truth": "nut fig bean yam kiwi pear", "correct": false, "edits_per_token": 0.0}, {"uid": "d186c6747e9df075", "family": "excl", "template": 2, "depth": 2, "pred": "fig lime", "truth": "apple", "correct": false, "edits_per_token": 0.0}, {"uid": "a1506556607d1ec5", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "9ebb20923f7ff360", "family": "sched", "template": 0, "depth": 3, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "c8563727dfbd928b", "family": "sched", "template": 0, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "b72dad927ebf5b12", "family": "sched", "template": 2, "depth": 2, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "0a1fefb741fc6869", "family": "sched", "template": 2, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "e0aa686b67447872", "family": "excl", "template": 1, "depth": 1, "pred": "lime kiwi n", "truth": "lime fig", "correct": false, "edits_per_token": 0.0}, {"uid": "ba0f2cd1743b026d", "family": "excl", "template": 2, "depth": 1, "pred": "pear nut be", "truth": "pear nut apple", "correct": false, "edits_per_token": 0.0}, {"uid": "04ee4272166da2ce", "family": "excl", "template": 2, "depth": 2, "pred": "fig apple l", "truth": "kiwi lime", "correct": false, "edits_per_token": 0.0}, {"uid": "65d2f0c41e509ab7", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "kiwi", "correct": false, "edits_per_token": 0.0}, {"uid": "49b538b6cebfad32", "family": "sched", "template": 0, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "b41c090edc1c2570", "family": "sched", "template": 0, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "25d4cd778ad0ae09", "family": "sched", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "8212071871dee735", "family": "sched", "template": 2, "depth": 2, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "57f25f911fd47979", "family": "excl", "template": 0, "depth": 2, "pred": "fig apple l", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "cbeea612d9091147", "family": "sched", "template": 0, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "90fcbcc322fe0cf8", "family": "sched", "template": 0, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "9834c37f996b239e", "family": "sched", "template": 0, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "194e4e0b0489558d", "family": "sched", "template": 0, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "52a3076c67262025", "family": "excl", "template": 0, "depth": 2, "pred": "bean apple", "truth": "bean fig date", "correct": false, "edits_per_token": 0.0}, {"uid": "5313d51deae8c2b8", "family": "excl", "template": 0, "depth": 3, "pred": "fig", "truth": "yam", "correct": false, "edits_per_token": 0.0}, {"uid": "fbb63a5c5980a546", "family": "excl", "template": 1, "depth": 1, "pred": "plum kiwi d", "truth": "date apple", "correct": false, "edits_per_token": 0.0}, {"uid": "1b93a5a09f0f4bf2", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "plum", "correct": false, "edits_per_token": 0.0}, {"uid": "a05184e028d82ee0", "family": "sched", "template": 0, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "f043ee3d4f502b38", "family": "excl", "template": 2, "depth": 3, "pred": "nut apple p", "truth": "pear", "correct": false, "edits_per_token": 0.0}, {"uid": "0ddbd70245db2c3a", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "914dc5465d528e9b", "family": "sched", "template": 0, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "e70419945d3274e3", "family": "excl", "template": 1, "depth": 1, "pred": "lime bean f", "truth": "lime bean yam", "correct": false, "edits_per_token": 0.0}, {"uid": "b99e253097c3d7b5", "family": "excl", "template": 1, "depth": 2, "pred": "kiwi", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "7ff2cba636d2780c", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "bdc55fd7975e0ae9", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "bdb40e1b447fb693", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "5abde831fcb5e376", "family": "excl", "template": 1, "depth": 1, "pred": "none", "truth": "bean apple plum yam", "correct": false, "edits_per_token": 0.0}, {"uid": "33fe241315cf5b9f", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "e1242f339c75f123", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "lime", "correct": false, "edits_per_token": 0.0}, {"uid": "9c3976094c6f831b", "family": "sched", "template": 1, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "5e437188b6f8943f", "family": "excl", "template": 0, "depth": 2, "pred": "apple", "truth": "apple", "correct": true, "edits_per_token": 0.0}, {"uid": "1b7f8f05a6c5a7a3", "family": "excl", "template": 2, "depth": 2, "pred": "none", "truth": "plum apple", "correct": false, "edits_per_token": 0.0}, {"uid": "d10e78c86e5e5d23", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "8d4252e25480915a", "family": "sched", "template": 1, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "8a93f339254af2f9", "family": "sched", "template": 1, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "8f23d124b3eff6cf", "family": "sched", "template": 1, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "079ff2253038354a", "family": "sched", "template": 1, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "0d395d083f456095", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "6299446757ba4225", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "apple plum", "correct": false, "edits_per_token": 0.0}, {"uid": "2a2cf42fd19abbe2", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "5d5be04451a53812", "family": "excl", "template": 2, "depth": 2, "pred": "bean kiwi a", "truth": "yam", "correct": false, "edits_per_token": 0.0}, {"uid": "8f51f1bdd92d3489", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "lime", "correct": false, "edits_per_token": 0.0}, {"uid": "7c8fe23b8bb96fee", "family": "sched", "template": 1, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "84007bb47c9a260d", "family": "sched", "template": 1, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "76d6085798522437", "family": "sched", "template": 1, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "452ef5d10a201cae", "family": "sched", "template": 1, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "e72c1987003375fb", "family": "excl", "template": 0, "depth": 2, "pred": "plum lime", "truth": "pear", "correct": false, "edits_per_token": 0.0}, {"uid": "11ce32146ea3d842", "family": "excl", "template": 0, "depth": 4, "pred": "pear", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "f95e8a350b511348", "family": "sched", "template": 1, "depth": 2, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "b95f7095e9bc9406", "family": "sched", "template": 1, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "f027602761199c3d", "family": "sched", "template": 1, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "f145476b7c0a0947", "family": "sched", "template": 1, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "0da72da28271855d", "family": "excl", "template": 0, "depth": 1, "pred": "nut fig yam", "truth": "fig nut yam date bean", "correct": false, "edits_per_token": 0.0}, {"uid": "1a3b27acef0be831", "family": "excl", "template": 0, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "7091edd9855979c2", "family": "excl", "template": 0, "depth": 3, "pred": "pear nut ap", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "a6b723b79a990fea", "family": "excl", "template": 1, "depth": 1, "pred": "none", "truth": "nut kiwi lime fig", "correct": false, "edits_per_token": 0.0}, {"uid": "f9811116f063decd", "family": "excl", "template": 1, "depth": 2, "pred": "none", "truth": "fig", "correct": false, "edits_per_token": 0.0}, {"uid": "80562efda971f186", "family": "sched", "template": 1, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "dbf956d48091d273", "family": "excl", "template": 0, "depth": 1, "pred": "plum lime", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "95569dc6b1f0424e", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "nut fig", "correct": false, "edits_per_token": 0.0}, {"uid": "341eeed1042104cc", "family": "sched", "template": 1, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "282e3ca7a26f5d97", "family": "sched", "template": 1, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "d5cb804202c06b04", "family": "sched", "template": 1, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "b7d205586f1445c3", "family": "sched", "template": 1, "depth": 3, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "26a8bdf6da59e053", "family": "sched", "template": 1, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "8461de28662a09d0", "family": "excl", "template": 0, "depth": 1, "pred": "plum yam", "truth": "lime kiwi apple", "correct": false, "edits_per_token": 0.0}, {"uid": "4c7f60e01c38b766", "family": "sched", "template": 1, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "3b6dc18d54728fa5", "family": "excl", "template": 0, "depth": 1, "pred": "pear apple", "truth": "yam", "correct": false, "edits_per_token": 0.0}, {"uid": "c72d0a0b09331236", "family": "excl", "template": 1, "depth": 1, "pred": "pear yam nu", "truth": "plum pear date bean", "correct": false, "edits_per_token": 0.0}, {"uid": "7c48c45c42078638", "family": "excl", "template": 1, "depth": 1, "pred": "nut kiwi fi", "truth": "nut kiwi fig apple bean pear", "correct": false, "edits_per_token": 0.0}, {"uid": "0ae3e633b9c73a6d", "family": "excl", "template": 2, "depth": 3, "pred": "kiwi lime a", "truth": "kiwi", "correct": false, "edits_per_token": 0.0}, {"uid": "5735cf739921f72b", "family": "sched", "template": 1, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "97f5b3a39bc7a3af", "family": "sched", "template": 2, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "e45750dbc9eaf226", "family": "excl", "template": 0, "depth": 1, "pred": "date apple", "truth": "apple", "correct": false, "edits_per_token": 0.0}, {"uid": "e0c0bace5c1b20eb", "family": "excl", "template": 2, "depth": 2, "pred": "pear plum f", "truth": "apple pear plum bean yam fig", "correct": false, "edits_per_token": 0.0}, {"uid": "0549aeeb79c3a575", "family": "sched", "template": 1, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "428bd2df75dcc02c", "family": "sched", "template": 1, "depth": 2, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "8ea4e1d47b4ac115", "family": "excl", "template": 1, "depth": 2, "pred": "pear plum a", "truth": "pear plum bean", "correct": false, "edits_per_token": 0.0}, {"uid": "d17c2abfac01fb85", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "3dc9412770526e7d", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "f7bb7ae8302c82e3", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "ce88ea5df4ac7c7e", "family": "sched", "template": 1, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "89232c53de86f0c7", "family": "sched", "template": 2, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "8c9640f18ae17811", "family": "sched", "template": 2, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "7d0d19fa2dbd1f95", "family": "sched", "template": 2, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "65fe0f2a3749686d", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "pear plum apple fig", "correct": false, "edits_per_token": 0.0}, {"uid": "6563f669c873b533", "family": "excl", "template": 1, "depth": 2, "pred": "none", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "4c566db54399b43c", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "2ed1d4b3dbb33d64", "family": "excl", "template": 2, "depth": 3, "pred": "yam nut pea", "truth": "yam pear", "correct": false, "edits_per_token": 0.0}, {"uid": "dc58252bcb11a0cd", "family": "excl", "template": 2, "depth": 4, "pred": "yam", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "c9726e189052aad1", "family": "sched", "template": 2, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "8caca9e5c4c18bbb", "family": "sched", "template": 2, "depth": 4, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "3a3d5bdb25b739fa", "family": "excl", "template": 1, "depth": 1, "pred": "yam pear pl", "truth": "plum date nut pear bean", "correct": false, "edits_per_token": 0.0}, {"uid": "f3d53093f460307e", "family": "excl", "template": 1, "depth": 3, "pred": "apple", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "69452907f56b8457", "family": "excl", "template": 2, "depth": 3, "pred": "yam fig nut", "truth": "nut", "correct": false, "edits_per_token": 0.0}, {"uid": "efff20f10f688f93", "family": "sched", "template": 2, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "d46e45fda78a9efc", "family": "sched", "template": 2, "depth": 4, "pred": "A", "truth": "C", "correct": false, "edits_per_token": 0.0}, {"uid": "eb5f7fa7ec0fceea", "family": "sched", "template": 2, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "1bf087219b3f1ef0", "family": "sched", "template": 2, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "22ce27af03e0ba3b", "family": "sched", "template": 2, "depth": 4, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "156c6e451e0395ab", "family": "excl", "template": 0, "depth": 2, "pred": "plum lime f", "truth": "kiwi fig", "correct": false, "edits_per_token": 0.0}, {"uid": "24c900bd762521a9", "family": "excl", "template": 0, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "ce2f30306936548d", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "302f485c304f8e1c", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "2797e40da96c1710", "family": "excl", "template": 1, "depth": 1, "pred": "lime apple", "truth": "kiwi pear", "correct": false, "edits_per_token": 0.0}, {"uid": "fff9bdbb2ce6e08c", "family": "excl", "template": 1, "depth": 2, "pred": "fig apple d", "truth": "fig", "correct": false, "edits_per_token": 0.0}, {"uid": "539d482209f33e55", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "pear", "correct": false, "edits_per_token": 0.0}, {"uid": "7a8467d2c9e224cb", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "01abb84bcc14117c", "family": "excl", "template": 2, "depth": 2, "pred": "yam fig app", "truth": "lime nut apple yam fig plum", "correct": false, "edits_per_token": 0.0}, {"uid": "42802e46d4bcafb8", "family": "sched", "template": 0, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "58e2a723355b2957", "family": "sched", "template": 0, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "30c6544edcd9c5d3", "family": "sched", "template": 0, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "376a16c13fc8af71", "family": "sched", "template": 0, "depth": 4, "pred": "B", "truth": "D", "correct": false, "edits_per_token": 0.0}, {"uid": "b6cd41b2cc5c6314", "family": "sched", "template": 0, "depth": 4, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "7e73008916189377", "family": "sched", "template": 2, "depth": 3, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "6c6590d3f23defc2", "family": "sched", "template": 2, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "ea66cb0796f10cb3", "family": "excl", "template": 1, "depth": 3, "pred": "pear bean p", "truth": "bean plum", "correct": false, "edits_per_token": 0.0}, {"uid": "470e4259759de88d", "family": "excl", "template": 1, "depth": 3, "pred": "kiwi", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "c829e72f654838fd", "family": "excl", "template": 1, "depth": 3, "pred": "kiwi", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "aa13bf0a552c898f", "family": "sched", "template": 0, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "3d66956c17c30a26", "family": "sched", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "065e902511995f0a", "family": "sched", "template": 0, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "7eddd2c6ff72770f", "family": "sched", "template": 0, "depth": 4, "pred": "none", "truth": "C", "correct": false, "edits_per_token": 0.0}, {"uid": "b1adf830985a2655", "family": "sched", "template": 2, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "262c8d23975061bf", "family": "sched", "template": 0, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "16969cb0674f84d9", "family": "sched", "template": 0, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "59ab7cb3ed6cb0f5", "family": "sched", "template": 2, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "084073be6e34810e", "family": "excl", "template": 2, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "848bfdc8e3cffd5b", "family": "sched", "template": 2, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "17d38985f79241f1", "family": "sched", "template": 2, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "4eac265dbfe4d071", "family": "sched", "template": 2, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "fd65cedc4ec4b876", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "7b69d4de34379ca0", "family": "excl", "template": 2, "depth": 2, "pred": "yam plum ap", "truth": "yam kiwi bean apple nut", "correct": false, "edits_per_token": 0.0}, {"uid": "644b57f3c50f8447", "family": "sched", "template": 0, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "e4790f9eb76d2b62", "family": "sched", "template": 0, "depth": 4, "pred": "B", "truth": "C", "correct": false, "edits_per_token": 0.0}, {"uid": "0c62c19b04c96ad8", "family": "excl", "template": 0, "depth": 1, "pred": "nut fig pea", "truth": "nut fig date pear", "correct": false, "edits_per_token": 0.0}, {"uid": "8bdfbc5e27297f0a", "family": "excl", "template": 0, "depth": 2, "pred": "yam date nu", "truth": "pear yam nut date", "correct": false, "edits_per_token": 0.0}, {"uid": "fb32d418c4b62753", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "kiwi", "correct": false, "edits_per_token": 0.0}, {"uid": "fb5163d4ef244dfd", "family": "excl", "template": 1, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "2123d6d09374fe47", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "plum bean", "correct": false, "edits_per_token": 0.0}, {"uid": "90347d292f8c6a7c", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "0dfc4de52115c351", "family": "sched", "template": 0, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "a192db916520b868", "family": "sched", "template": 0, "depth": 3, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "dabc3d0070bd803a", "family": "sched", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "38e63cba24c2cfe0", "family": "sched", "template": 0, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "b1fa12812f6a870f", "family": "sched", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "93561f73e3c7ee4e", "family": "excl", "template": 0, "depth": 2, "pred": "fig kiwi be", "truth": "nut yam lime", "correct": false, "edits_per_token": 0.0}, {"uid": "b1b938bea7ba91ef", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "2ffaf6898b60d16d", "family": "excl", "template": 1, "depth": 1, "pred": "plum lime a", "truth": "kiwi lime pear date", "correct": false, "edits_per_token": 0.0}, {"uid": "327aa3216bf52426", "family": "excl", "template": 1, "depth": 2, "pred": "nut fig lim", "truth": "date apple", "correct": false, "edits_per_token": 0.0}, {"uid": "20428e9875804376", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "apple", "correct": false, "edits_per_token": 0.0}, {"uid": "152fa59b6f060034", "family": "sched", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "7e9f04cc90ca5544", "family": "sched", "template": 0, "depth": 4, "pred": "A", "truth": "C", "correct": false, "edits_per_token": 0.0}, {"uid": "44dd8ae9cf000610", "family": "excl", "template": 0, "depth": 2, "pred": "pear apple", "truth": "plum", "correct": false, "edits_per_token": 0.0}, {"uid": "fc907ac44fe377e9", "family": "excl", "template": 0, "depth": 2, "pred": "fig kiwi nu", "truth": "fig nut lime", "correct": false, "edits_per_token": 0.0}, {"uid": "b172a59cc94f5ae9", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "25810ef41631a5a0", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "date", "correct": false, "edits_per_token": 0.0}, {"uid": "493eb05c569e6806", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "yam fig date", "correct": false, "edits_per_token": 0.0}, {"uid": "6359ddd8bd0c501e", "family": "sched", "template": 0, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "68cafc987827b672", "family": "excl", "template": 0, "depth": 1, "pred": "nut lime be", "truth": "apple lime nut kiwi bean", "correct": false, "edits_per_token": 0.0}, {"uid": "90058921dc5479b4", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "23834d5458d9f7cf", "family": "sched", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "acce8e77740907ba", "family": "excl", "template": 0, "depth": 1, "pred": "bean nut pe", "truth": "apple kiwi", "correct": false, "edits_per_token": 0.0}, {"uid": "7dbca171114d1763", "family": "excl", "template": 1, "depth": 3, "pred": "plum apple", "truth": "plum nut", "correct": false, "edits_per_token": 0.0}, {"uid": "a5695fac2d121abf", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "ee8a81ea729d1bb8", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "5ce18b5649639357", "family": "sched", "template": 1, "depth": 3, "pred": "none", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "5dd2b89584e7fa7b", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "e37339e12a92a8b4", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "df99751ead9cdaaa", "family": "excl", "template": 1, "depth": 2, "pred": "fig apple n", "truth": "fig pear lime apple", "correct": false, "edits_per_token": 0.0}, {"uid": "51cbc792e401782b", "family": "sched", "template": 1, "depth": 3, "pred": "B", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "a0d506f5fb45145c", "family": "sched", "template": 1, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "da06a708de7351a1", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "3ea0ffc95fcc540a", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "apple", "correct": false, "edits_per_token": 0.0}, {"uid": "49af92a891cd6a94", "family": "sched", "template": 1, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "2557af88411f8a18", "family": "sched", "template": 1, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "7cbaa74ef7f07e79", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "lime", "correct": false, "edits_per_token": 0.0}, {"uid": "d0ba764b2f0e7364", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "56c248a0881a0ca4", "family": "excl", "template": 1, "depth": 4, "pred": "pear", "truth": "kiwi fig plum", "correct": false, "edits_per_token": 0.0}, {"uid": "50b5d27ea995f932", "family": "excl", "template": 2, "depth": 3, "pred": "fig date ya", "truth": "nut bean date yam", "correct": false, "edits_per_token": 0.0}, {"uid": "5a3700bf53c0daf3", "family": "sched", "template": 1, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "a6a9d8865f541df4", "family": "sched", "template": 1, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "c9954196eba16991", "family": "sched", "template": 1, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "fa8b059c364916e0", "family": "sched", "template": 1, "depth": 4, "pred": "D", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "ece62081c868aa01", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "nut", "correct": false, "edits_per_token": 0.0}, {"uid": "2ac6abdc755d8e39", "family": "excl", "template": 1, "depth": 2, "pred": "none", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "b0cd92d6af08b970", "family": "excl", "template": 1, "depth": 2, "pred": "lime pear b", "truth": "lime pear bean", "correct": false, "edits_per_token": 0.0}, {"uid": "b213d91dd5c967a4", "family": "sched", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "2f37cd52588ec4cf", "family": "sched", "template": 1, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "4c1fbc4a40d1ee7e", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "97eea0902ea4549c", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "42dd803220b80a14", "family": "excl", "template": 1, "depth": 4, "pred": "plum", "truth": "plum", "correct": true, "edits_per_token": 0.0}, {"uid": "9fd10a99f31cee6e", "family": "sched", "template": 1, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "c55ef9e26950115c", "family": "sched", "template": 1, "depth": 4, "pred": "A", "truth": "C", "correct": false, "edits_per_token": 0.0}, {"uid": "3ecb793af5ff40fd", "family": "sched", "template": 1, "depth": 4, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "c21c55fe3cd2ad11", "family": "excl", "template": 2, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "cdddb94573c66341", "family": "excl", "template": 0, "depth": 2, "pred": "plum pear f", "truth": "yam", "correct": false, "edits_per_token": 0.0}, {"uid": "b82e4fa9a60886e4", "family": "sched", "template": 1, "depth": 3, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "80d519c064361dae", "family": "sched", "template": 2, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "8504aab712799c8d", "family": "excl", "template": 0, "depth": 2, "pred": "fig pear li", "truth": "pear fig bean lime", "correct": false, "edits_per_token": 0.0}, {"uid": "a0999e2097ade7b7", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "nut bean", "correct": false, "edits_per_token": 0.0}, {"uid": "ae02fb911f02abcd", "family": "sched", "template": 2, "depth": 4, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "b87404e94d9a09f6", "family": "excl", "template": 0, "depth": 2, "pred": "none", "truth": "fig kiwi pear", "correct": false, "edits_per_token": 0.0}, {"uid": "1fe6576d75cd9682", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "apple kiwi", "correct": false, "edits_per_token": 0.0}, {"uid": "760805ab9a507e32", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "pear apple", "correct": false, "edits_per_token": 0.0}, {"uid": "6a2020d5b0c8ee35", "family": "excl", "template": 0, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "103fdbf646f610e8", "family": "sched", "template": 0, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "2e4acd7d13860ac2", "family": "sched", "template": 2, "depth": 4, "pred": "C", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "2adc39419c8b49a4", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "fig lime", "correct": false, "edits_per_token": 0.0}, {"uid": "42b597058a7dd480", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "apple", "correct": false, "edits_per_token": 0.0}, {"uid": "681bc8819f4aa532", "family": "sched", "template": 0, "depth": 4, "pred": "A", "truth": "D", "correct": false, "edits_per_token": 0.0}, {"uid": "eb41d5ca8b9adf37", "family": "sched", "template": 0, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "34971660ac2dbc0a", "family": "sched", "template": 2, "depth": 4, "pred": "D", "truth": "C", "correct": false, "edits_per_token": 0.0}, {"uid": "237770fbd768cecd", "family": "sched", "template": 2, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "dca6675d28527584", "family": "excl", "template": 0, "depth": 3, "pred": "nut date", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "f710a1af3c76c557", "family": "sched", "template": 2, "depth": 4, "pred": "C", "truth": "D", "correct": false, "edits_per_token": 0.0}, {"uid": "fd096e0e5873ecd1", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "apple", "correct": false, "edits_per_token": 0.0}, {"uid": "0463f4de99bb838d", "family": "sched", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "2f1ed7aa1425720f", "family": "sched", "template": 2, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "e2a97d4eb579cb89", "family": "sched", "template": 2, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "342cf49d4de7e365", "family": "sched", "template": 2, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "4047c05e19c6d642", "family": "excl", "template": 0, "depth": 2, "pred": "yam lime fi", "truth": "date pear", "correct": false, "edits_per_token": 0.0}, {"uid": "cf67501c8d912952", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "928bf445bd74966d", "family": "sched", "template": 0, "depth": 4, "pred": "C", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "fc93cc6f3474728b", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "71fb11da7ef26fa8", "family": "sched", "template": 0, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "dd6c77aa01fc68f3", "family": "sched", "template": 0, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "03761b8da79e7377", "family": "sched", "template": 0, "depth": 4, "pred": "D", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "0ef8b8071bf491e0", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "02a491219f065732", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "8cd8112560d9c06a", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "6ff218f1a4eeeead", "family": "excl", "template": 2, "depth": 4, "pred": "none", "truth": "fig", "correct": false, "edits_per_token": 0.0}, {"uid": "4eb152f2122ea2e4", "family": "excl", "template": 0, "depth": 2, "pred": "none", "truth": "plum nut lime pear", "correct": false, "edits_per_token": 0.0}, {"uid": "9e76644064b0dc70", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "76527dd45b704b0f", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "bean", "correct": false, "edits_per_token": 0.0}, {"uid": "4a3cf11d163b8709", "family": "sched", "template": 1, "depth": 4, "pred": "D", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "fd29037f3e23207c", "family": "sched", "template": 1, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "dbd4f3b44d2455e6", "family": "sched", "template": 1, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "9a9078c51abf6344", "family": "sched", "template": 1, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "07fa99c22ed8029c", "family": "sched", "template": 1, "depth": 4, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 0.0}, {"uid": "8f025e9abe85b100", "family": "sched", "template": 1, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 0.0}, {"uid": "3e14f8b769952c02", "family": "excl", "template": 0, "depth": 3, "pred": "fig pear", "truth": "none", "correct": false, "edits_per_token": 0.0}, {"uid": "d5beeca00761ebb3", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "apple kiwi nut yam", "correct": false, "edits_per_token": 0.0}, {"uid": "eb426ea7bc35dbbc", "family": "sched", "template": 1, "depth": 4, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "cba2db8660d601e4", "family": "sched", "template": 1, "depth": 4, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 0.0}, {"uid": "7abd173cf8b16997", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "36d02f34f9f1b2ed", "family": "sched", "template": 1, "depth": 4, "pred": "C", "truth": "A", "correct": false, "edits_per_token": 0.0}, {"uid": "75f8dd1457b0ea02", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "9920177daf33b254", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "e94b2e5a8830476a", "family": "sched", "template": 1, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 0.0}, {"uid": "0fc03583828bf3b1", "family": "sched", "template": 1, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 0.0}, {"uid": "ce2009f465c18dc5", "family": "excl", "template": 0, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "5e5b2d1465316197", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "dbce09b4eced9161", "family": "excl", "template": 1, "depth": 3, "pred": "none", "truth": "fig apple", "correct": false, "edits_per_token": 0.0}, {"uid": "2aa21f46c66d343c", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "plum", "correct": false, "edits_per_token": 0.0}, {"uid": "8c8fce364f623b0b", "family": "excl", "template": 1, "depth": 4, "pred": "kiwi", "truth": "kiwi date", "correct": false, "edits_per_token": 0.0}, {"uid": "dfb1aad2e59286cb", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "06228260e3922970", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "548b800800b9067a", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "7976f326c9b8aab2", "family": "excl", "template": 1, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 0.0}, {"uid": "c1f8ad0798052e14", "family": "excl", "template": 0, "depth": 4, "pred": "none", "truth": "date bean apple", "correct": false, "edits_per_token": 0.0}]