1[{"uid": "3b112da5fd01aae7", "family": "fsm", "template": 4, "depth": 1, "pred": "5", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "e192d28e6a0542c5", "family": "fsm", "template": 4, "depth": 1, "pred": "12", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "edd44a1f63841ef0", "family": "fsm", "template": 4, "depth": 1, "pred": "15", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "a7b24ecc58ab37c2", "family": "fsm", "template": 4, "depth": 1, "pred": "10", "truth": "10", "correct": true, "edits_per_token": 1.0}, {"uid": "3e2c45c1fb7e3b8e", "family": "fsm", "template": 4, "depth": 1, "pred": "22", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "56dfd2d721d27fa5", "family": "fsm", "template": 4, "depth": 1, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 1.0}, {"uid": "d2d4172d0d7eda08", "family": "fsm", "template": 4, "depth": 1, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 1.0}, {"uid": "9703032ba3768b3b", "family": "fsm", "template": 4, "depth": 1, "pred": "16", "truth": "16", "correct": true, "edits_per_token": 1.0}, {"uid": "02f3c2b6f3869818", "family": "fsm", "template": 4, "depth": 1, "pred": "18", "truth": "18", "correct": true, "edits_per_token": 1.0}, {"uid": "cf97b0f0300b0c6c", "family": "fsm", "template": 4, "depth": 1, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "af32ae0f6f83f69b", "family": "fsm", "template": 4, "depth": 1, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "b23fd1f700cc4d3d", "family": "fsm", "template": 4, "depth": 1, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 1.0}, {"uid": "97fc165388a1bca6", "family": "fsm", "template": 4, "depth": 1, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 1.0}, {"uid": "8c54d98cd84ca185", "family": "fsm", "template": 4, "depth": 1, "pred": "-9", "truth": "-7", "correct": false, "edits_per_token": 1.0}, {"uid": "838ea8761700efc7", "family": "fsm", "template": 4, "depth": 1, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 1.0}, {"uid": "60861c89f659d5fd", "family": "fsm", "template": 4, "depth": 1, "pred": "-2", "truth": "-1", "correct": false, "edits_per_token": 1.0}, {"uid": "cf4c91b6d42ddd1f", "family": "fsm", "template": 4, "depth": 1, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 1.0}, {"uid": "27eec1f1a5aa4b7f", "family": "fsm", "template": 4, "depth": 1, "pred": "7", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "d093ebb5cec5663d", "family": "fsm", "template": 4, "depth": 1, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 1.0}, {"uid": "b91c05d25272f0bb", "family": "fsm", "template": 4, "depth": 1, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "1b606f5073a3fa9e", "family": "fsm", "template": 4, "depth": 1, "pred": "2", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "8473827c5214c843", "family": "fsm", "template": 4, "depth": 2, "pred": "16", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "76c2fd48bff8b407", "family": "arith", "template": 4, "depth": 1, "pred": "24", "truth": "18", "correct": false, "edits_per_token": 1.0}, {"uid": "96cb8c70a5cfe330", "family": "arith", "template": 4, "depth": 1, "pred": "90", "truth": "45", "correct": false, "edits_per_token": 1.0}, {"uid": "59bfa9631e187200", "family": "arith", "template": 4, "depth": 1, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 1.0}, {"uid": "604e403767748cf1", "family": "arith", "template": 4, "depth": 1, "pred": "108", "truth": "81", "correct": false, "edits_per_token": 1.0}, {"uid": "318142844087d1b8", "family": "arith", "template": 4, "depth": 1, "pred": "20", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "73c9f51c0e6841db", "family": "bind", "template": 4, "depth": 1, "pred": "2", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "160deb3944fa94a9", "family": "fsm", "template": 4, "depth": 2, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 1.0}, {"uid": "ff167bdae9dae304", "family": "fsm", "template": 4, "depth": 2, "pred": "3", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "2a36add4b370c5a2", "family": "fsm", "template": 4, "depth": 2, "pred": "16", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "4fa9a298a42c2e9f", "family": "fsm", "template": 4, "depth": 2, "pred": "14", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "b3c197791022cdda", "family": "fsm", "template": 4, "depth": 2, "pred": "-3", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "28c1a4e78f91d928", "family": "fsm", "template": 4, "depth": 2, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "07c9ad219cedeecc", "family": "fsm", "template": 4, "depth": 2, "pred": "-4", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "363403d67807e927", "family": "fsm", "template": 4, "depth": 2, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 1.0}, {"uid": "0e09d8a56490c398", "family": "fsm", "template": 4, "depth": 2, "pred": "13", "truth": "11", "correct": false, "edits_per_token": 1.0}, {"uid": "e48c259ad71364c7", "family": "arith", "template": 4, "depth": 1, "pred": "-18", "truth": "-19", "correct": false, "edits_per_token": 1.0}, {"uid": "aa173685de5d9631", "family": "arith", "template": 4, "depth": 1, "pred": "68", "truth": "96", "correct": false, "edits_per_token": 1.0}, {"uid": "8fb96ae6c61cc50e", "family": "arith", "template": 4, "depth": 1, "pred": "20", "truth": "22", "correct": false, "edits_per_token": 1.0}, {"uid": "4f1f75fe235ae841", "family": "arith", "template": 4, "depth": 1, "pred": "-18", "truth": "-21", "correct": false, "edits_per_token": 1.0}, {"uid": "4a4866d95e52e2f8", "family": "arith", "template": 4, "depth": 1, "pred": "34", "truth": "34", "correct": true, "edits_per_token": 1.0}, {"uid": "1c685e183c71521e", "family": "arith", "template": 4, "depth": 1, "pred": "19", "truth": "23", "correct": false, "edits_per_token": 1.0}, {"uid": "434859a620c79bee", "family": "arith", "template": 4, "depth": 1, "pred": "24", "truth": "32", "correct": false, "edits_per_token": 1.0}, {"uid": "8a54eba071ec5ec0", "family": "arith", "template": 4, "depth": 1, "pred": "12", "truth": "13", "correct": false, "edits_per_token": 1.0}, {"uid": "cd785088c9149dfb", "family": "arith", "template": 4, "depth": 1, "pred": "108", "truth": "162", "correct": false, "edits_per_token": 1.0}, {"uid": "5a31abe10077244d", "family": "arith", "template": 4, "depth": 1, "pred": "30", "truth": "32", "correct": false, "edits_per_token": 1.0}, {"uid": "bb572994a445bdb5", "family": "arith", "template": 4, "depth": 1, "pred": "18", "truth": "21", "correct": false, "edits_per_token": 1.0}, {"uid": "5f87ee6158bd8645", "family": "arith", "template": 4, "depth": 1, "pred": "14", "truth": "15", "correct": false, "edits_per_token": 1.0}, {"uid": "f4a95344e3c4417f", "family": "arith", "template": 4, "depth": 1, "pred": "24", "truth": "30", "correct": false, "edits_per_token": 1.0}, {"uid": "90ffe2220b63e890", "family": "arith", "template": 4, "depth": 1, "pred": "92", "truth": "128", "correct": false, "edits_per_token": 1.0}, {"uid": "7b561f3309b14e87", "family": "arith", "template": 4, "depth": 1, "pred": "68", "truth": "90", "correct": false, "edits_per_token": 1.0}, {"uid": "7e8ac8f95805f2f3", "family": "arith", "template": 4, "depth": 1, "pred": "30", "truth": "29", "correct": false, "edits_per_token": 1.0}, {"uid": "0c9d88f4391cb5bc", "family": "bind", "template": 4, "depth": 1, "pred": "15", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "ec98808e180242eb", "family": "bind", "template": 4, "depth": 1, "pred": "16", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "036f0619e07338fd", "family": "bind", "template": 4, "depth": 1, "pred": "5", "truth": "7", "correct": false, "edits_per_token": 1.0}, {"uid": "2287a4cb7c5fd125", "family": "bind", "template": 4, "depth": 1, "pred": "9", "truth": "7", "correct": false, "edits_per_token": 1.0}, {"uid": "9802d5da3a2396b4", "family": "bind", "template": 4, "depth": 1, "pred": "5", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "5e81eb949a1e6623", "family": "bind", "template": 4, "depth": 1, "pred": "15", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "4106c3012479dd38", "family": "bind", "template": 4, "depth": 1, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "c86e2fc6154e8957", "family": "bind", "template": 4, "depth": 1, "pred": "5", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "04a421e0ec0e4baf", "family": "bind", "template": 4, "depth": 1, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "f4d0e013d4462dd0", "family": "bind", "template": 4, "depth": 1, "pred": "14", "truth": "9", "correct": false, "edits_per_token": 1.0}, {"uid": "513231bacdb3f103", "family": "bind", "template": 4, "depth": 1, "pred": "24", "truth": "18", "correct": false, "edits_per_token": 1.0}, {"uid": "64de892dc51a4515", "family": "arith", "template": 4, "depth": 1, "pred": "24", "truth": "36", "correct": false, "edits_per_token": 1.0}, {"uid": "5004cb29e714595f", "family": "arith", "template": 4, "depth": 1, "pred": "-18", "truth": "-15", "correct": false, "edits_per_token": 1.0}, {"uid": "4556d1ef99d228f5", "family": "arith", "template": 4, "depth": 1, "pred": "40", "truth": "46", "correct": false, "edits_per_token": 1.0}, {"uid": "76c2bebc322f6fb6", "family": "arith", "template": 4, "depth": 1, "pred": "-14", "truth": "-10", "correct": false, "edits_per_token": 1.0}, {"uid": "34157746c6a9aa26", "family": "bind", "template": 4, "depth": 1, "pred": "40", "truth": "30", "correct": false, "edits_per_token": 1.0}, {"uid": "b6558751b071bee7", "family": "bind", "template": 4, "depth": 1, "pred": "44", "truth": "30", "correct": false, "edits_per_token": 1.0}, {"uid": "0a6e4e28c73791ab", "family": "bind", "template": 4, "depth": 1, "pred": "19", "truth": "13", "correct": false, "edits_per_token": 1.0}, {"uid": "a690cc80a12fa779", "family": "bind", "template": 4, "depth": 1, "pred": "16", "truth": "15", "correct": false, "edits_per_token": 1.0}, {"uid": "972d347d02c3e4c9", "family": "bind", "template": 4, "depth": 1, "pred": "10", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "9316ca0165fd83ab", "family": "bind", "template": 4, "depth": 1, "pred": "14", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "618de294f11f61a6", "family": "bind", "template": 4, "depth": 1, "pred": "-10", "truth": "-7", "correct": false, "edits_per_token": 1.0}, {"uid": "3e5951c816f68566", "family": "bind", "template": 4, "depth": 1, "pred": "-8", "truth": "-5", "correct": false, "edits_per_token": 1.0}, {"uid": "621a81bcb0f3a1da", "family": "bind", "template": 4, "depth": 1, "pred": "15", "truth": "15", "correct": true, "edits_per_token": 1.0}, {"uid": "a4dbf381cb41ca94", "family": "bind", "template": 4, "depth": 1, "pred": "1", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "675fceec36565936", "family": "bind", "template": 4, "depth": 1, "pred": "17", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "158db382df9d599d", "family": "bind", "template": 4, "depth": 1, "pred": "30", "truth": "24", "correct": false, "edits_per_token": 1.0}, {"uid": "1d23b7d3687b6199", "family": "bind", "template": 4, "depth": 1, "pred": "18", "truth": "18", "correct": true, "edits_per_token": 1.0}, {"uid": "40a552315ae3014f", "family": "fsm", "template": 4, "depth": 2, "pred": "24", "truth": "24", "correct": true, "edits_per_token": 1.0}, {"uid": "e04c4cdb1d243c26", "family": "arith", "template": 4, "depth": 2, "pred": "41", "truth": "35", "correct": false, "edits_per_token": 1.0}, {"uid": "0dfa4d7738a65062", "family": "arith", "template": 4, "depth": 2, "pred": "2", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "3c0d2a83f3ee08c6", "family": "arith", "template": 4, "depth": 2, "pred": "4", "truth": "5", "correct": false, "edits_per_token": 1.0}, {"uid": "6d599de09eb6c9a6", "family": "bind", "template": 3, "depth": 1, "pred": "10", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "52f5a904fa6a4eb4", "family": "fsm", "template": 4, "depth": 2, "pred": "16", "truth": "16", "correct": true, "edits_per_token": 1.0}, {"uid": "57691890ac90bdfd", "family": "fsm", "template": 4, "depth": 2, "pred": "-14", "truth": "-10", "correct": false, "edits_per_token": 1.0}, {"uid": "3492b9389cdb3b3b", "family": "fsm", "template": 4, "depth": 2, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 1.0}, {"uid": "4ed91861b0b5b71b", "family": "fsm", "template": 4, "depth": 2, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "1df2147cf63922ca", "family": "fsm", "template": 4, "depth": 2, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 1.0}, {"uid": "a2b5acc0000f063f", "family": "arith", "template": 4, "depth": 2, "pred": "92", "truth": "108", "correct": false, "edits_per_token": 1.0}, {"uid": "72688ff86cd93942", "family": "arith", "template": 4, "depth": 2, "pred": "108", "truth": "264", "correct": false, "edits_per_token": 1.0}, {"uid": "3b7978ae9cc538d4", "family": "arith", "template": 4, "depth": 2, "pred": "60", "truth": "50", "correct": false, "edits_per_token": 1.0}, {"uid": "91bb8b9e62399916", "family": "arith", "template": 4, "depth": 2, "pred": "40", "truth": "34", "correct": false, "edits_per_token": 1.0}, {"uid": "1c08e833137875dc", "family": "arith", "template": 4, "depth": 2, "pred": "16", "truth": "16", "correct": true, "edits_per_token": 1.0}, {"uid": "86c08c79ac510742", "family": "arith", "template": 4, "depth": 2, "pred": "1000", "truth": "330", "correct": false, "edits_per_token": 1.0}, {"uid": "19b246834fbd5dab", "family": "arith", "template": 4, "depth": 2, "pred": "-27", "truth": "-70", "correct": false, "edits_per_token": 1.0}, {"uid": "30c019aae73a57d7", "family": "arith", "template": 4, "depth": 2, "pred": "30", "truth": "30", "correct": true, "edits_per_token": 1.0}, {"uid": "f1278d76e4b83a0b", "family": "arith", "template": 4, "depth": 2, "pred": "-2", "truth": "-6", "correct": false, "edits_per_token": 1.0}, {"uid": "fe0920d01d54807e", "family": "arith", "template": 4, "depth": 2, "pred": "-14", "truth": "-17", "correct": false, "edits_per_token": 1.0}, {"uid": "3b23627999221f49", "family": "arith", "template": 4, "depth": 2, "pred": "60", "truth": "80", "correct": false, "edits_per_token": 1.0}, {"uid": "bcfa81650916d43a", "family": "arith", "template": 4, "depth": 2, "pred": "16", "truth": "20", "correct": false, "edits_per_token": 1.0}, {"uid": "528b1c1cf028aca0", "family": "bind", "template": 3, "depth": 1, "pred": "9", "truth": "9", "correct": true, "edits_per_token": 1.0}, {"uid": "429e3773161d6f28", "family": "bind", "template": 3, "depth": 1, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 1.0}, {"uid": "3a6b93387425ef47", "family": "bind", "template": 3, "depth": 1, "pred": "5", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "866b93f2b1cebb8a", "family": "bind", "template": 3, "depth": 1, "pred": "44", "truth": "33", "correct": false, "edits_per_token": 1.0}, {"uid": "d159fd6c0584c8e9", "family": "bind", "template": 3, "depth": 1, "pred": "24", "truth": "20", "correct": false, "edits_per_token": 1.0}, {"uid": "a73796bc9c58e1ff", "family": "bind", "template": 3, "depth": 1, "pred": "10", "truth": "11", "correct": false, "edits_per_token": 1.0}, {"uid": "761d47af78794130", "family": "bind", "template": 3, "depth": 1, "pred": "22", "truth": "16", "correct": false, "edits_per_token": 1.0}, {"uid": "54958973de996301", "family": "bind", "template": 3, "depth": 1, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "67f8e34f4dbaac80", "family": "bind", "template": 3, "depth": 1, "pred": "30", "truth": "25", "correct": false, "edits_per_token": 1.0}, {"uid": "78b3d8a69dccc677", "family": "bind", "template": 3, "depth": 1, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "ad8109bfeb09176e", "family": "bind", "template": 3, "depth": 1, "pred": "1", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "4c400458c6ecce0e", "family": "bind", "template": 3, "depth": 1, "pred": "0", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "e08dfb5ed5664bcf", "family": "fsm", "template": 4, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "196bb159512fe0cb", "family": "fsm", "template": 4, "depth": 2, "pred": "-14", "truth": "-10", "correct": false, "edits_per_token": 1.0}, {"uid": "f2c9be9e48fc06c2", "family": "fsm", "template": 4, "depth": 2, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 1.0}, {"uid": "e3fd8886f04efc6c", "family": "arith", "template": 4, "depth": 2, "pred": "-1", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "49b3d47a71b8401d", "family": "arith", "template": 4, "depth": 2, "pred": "80", "truth": "91", "correct": false, "edits_per_token": 1.0}, {"uid": "664b188b12b5afc4", "family": "arith", "template": 4, "depth": 2, "pred": "22", "truth": "27", "correct": false, "edits_per_token": 1.0}, {"uid": "f4c3e239350302c7", "family": "arith", "template": 4, "depth": 2, "pred": "109", "truth": "171", "correct": false, "edits_per_token": 1.0}, {"uid": "efba878fb6ac5fa8", "family": "arith", "template": 4, "depth": 2, "pred": "-12", "truth": "-36", "correct": false, "edits_per_token": 1.0}, {"uid": "38a5b1eb59671265", "family": "arith", "template": 4, "depth": 2, "pred": "34", "truth": "39", "correct": false, "edits_per_token": 1.0}, {"uid": "f50c2c87d0fb351c", "family": "bind", "template": 3, "depth": 1, "pred": "36", "truth": "28", "correct": false, "edits_per_token": 1.0}, {"uid": "1432cede89ff82db", "family": "bind", "template": 3, "depth": 1, "pred": "10", "truth": "10", "correct": true, "edits_per_token": 1.0}, {"uid": "940d486f2d999438", "family": "bind", "template": 3, "depth": 1, "pred": "30", "truth": "22", "correct": false, "edits_per_token": 1.0}, {"uid": "ab35cb1ccb4a9ebc", "family": "bind", "template": 3, "depth": 1, "pred": "14", "truth": "13", "correct": false, "edits_per_token": 1.0}, {"uid": "1d0db27344c16e7a", "family": "bind", "template": 3, "depth": 1, "pred": "16", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "8e4490881d7aca1d", "family": "bind", "template": 3, "depth": 1, "pred": "20", "truth": "18", "correct": false, "edits_per_token": 1.0}, {"uid": "969674e5573f5c7b", "family": "bind", "template": 3, "depth": 1, "pred": "18", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "7c739b0506d8ac40", "family": "bind", "template": 3, "depth": 1, "pred": "4", "truth": "5", "correct": false, "edits_per_token": 1.0}, {"uid": "4e25a4ae3b67d976", "family": "bind", "template": 3, "depth": 1, "pred": "10", "truth": "10", "correct": true, "edits_per_token": 1.0}, {"uid": "c5acff8ea1025d8e", "family": "fsm", "template": 4, "depth": 2, "pred": "-5", "truth": "-5", "correct": true, "edits_per_token": 1.0}, {"uid": "22004f16631c31fa", "family": "arith", "template": 4, "depth": 2, "pred": "4", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "aead8eeee264a6dd", "family": "arith", "template": 4, "depth": 2, "pred": "-20", "truth": "-25", "correct": false, "edits_per_token": 1.0}, {"uid": "7ba2c7ca43e7cb1c", "family": "arith", "template": 4, "depth": 2, "pred": "8", "truth": "11", "correct": false, "edits_per_token": 1.0}, {"uid": "79c59ca2b01e4ad3", "family": "arith", "template": 4, "depth": 2, "pred": "60", "truth": "71", "correct": false, "edits_per_token": 1.0}, {"uid": "f4b4cb8f1908b393", "family": "bind", "template": 3, "depth": 1, "pred": "-4", "truth": "-2", "correct": false, "edits_per_token": 1.0}, {"uid": "ce54f097e32a0174", "family": "bind", "template": 3, "depth": 1, "pred": "0", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "22a9197dcfc355b8", "family": "bind", "template": 3, "depth": 1, "pred": "-3", "truth": "-1", "correct": false, "edits_per_token": 1.0}, {"uid": "995055e720398eda", "family": "arith", "template": 4, "depth": 3, "pred": "108", "truth": "141", "correct": false, "edits_per_token": 1.0}, {"uid": "c8ec561e103ea25e", "family": "fsm", "template": 3, "depth": 1, "pred": "22", "truth": "13", "correct": false, "edits_per_token": 1.0}, {"uid": "a2f412bedb6f5f17", "family": "fsm", "template": 3, "depth": 1, "pred": "6", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "1d78f810c43669a2", "family": "fsm", "template": 3, "depth": 1, "pred": "8", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "aeb8df5dfbe4e39d", "family": "fsm", "template": 3, "depth": 1, "pred": "14", "truth": "9", "correct": false, "edits_per_token": 1.0}, {"uid": "aa16cbe622408bb6", "family": "arith", "template": 4, "depth": 3, "pred": "68", "truth": "195", "correct": false, "edits_per_token": 1.0}, {"uid": "f37a8fe7cfe354b9", "family": "arith", "template": 4, "depth": 3, "pred": "240", "truth": "56", "correct": false, "edits_per_token": 1.0}, {"uid": "45397b5f12c5f2ab", "family": "arith", "template": 4, "depth": 3, "pred": "80", "truth": "86", "correct": false, "edits_per_token": 1.0}, {"uid": "481c38df29183f6c", "family": "arith", "template": 4, "depth": 3, "pred": "28", "truth": "25", "correct": false, "edits_per_token": 1.0}, {"uid": "ecf848ee7cb87842", "family": "arith", "template": 4, "depth": 3, "pred": "1112", "truth": "468", "correct": false, "edits_per_token": 1.0}, {"uid": "00917b5001e30c1c", "family": "arith", "template": 4, "depth": 3, "pred": "-120", "truth": "-72", "correct": false, "edits_per_token": 1.0}, {"uid": "ef528c3a1e15bb39", "family": "arith", "template": 4, "depth": 3, "pred": "-4", "truth": "-1", "correct": false, "edits_per_token": 1.0}, {"uid": "93612ef5b65e565b", "family": "arith", "template": 4, "depth": 3, "pred": "36", "truth": "43", "correct": false, "edits_per_token": 1.0}, {"uid": "98ac5ad96cc4a357", "family": "arith", "template": 4, "depth": 3, "pred": "3010", "truth": "1755", "correct": false, "edits_per_token": 1.0}, {"uid": "74899f1ef74b0a4c", "family": "arith", "template": 4, "depth": 3, "pred": "101", "truth": "106", "correct": false, "edits_per_token": 1.0}, {"uid": "538773f5f5886ea6", "family": "arith", "template": 4, "depth": 3, "pred": "100", "truth": "108", "correct": false, "edits_per_token": 1.0}, {"uid": "70ebe3705ff6ea5f", "family": "arith", "template": 4, "depth": 3, "pred": "301", "truth": "531", "correct": false, "edits_per_token": 1.0}, {"uid": "05fc32f67d5840a6", "family": "arith", "template": 4, "depth": 3, "pred": "101", "truth": "337", "correct": false, "edits_per_token": 1.0}, {"uid": "76c962df3de5b552", "family": "arith", "template": 4, "depth": 3, "pred": "-27", "truth": "-35", "correct": false, "edits_per_token": 1.0}, {"uid": "8a16bdc38d436270", "family": "arith", "template": 4, "depth": 3, "pred": "-14", "truth": "-17", "correct": false, "edits_per_token": 1.0}, {"uid": "017ec2faecae5cbd", "family": "arith", "template": 4, "depth": 3, "pred": "-14", "truth": "-16", "correct": false, "edits_per_token": 1.0}, {"uid": "7d21db1a13e6ad54", "family": "arith", "template": 4, "depth": 3, "pred": "40", "truth": "51", "correct": false, "edits_per_token": 1.0}, {"uid": "f3a766dab0380383", "family": "arith", "template": 4, "depth": 3, "pred": "-14", "truth": "-14", "correct": true, "edits_per_token": 1.0}, {"uid": "99555c619da25906", "family": "arith", "template": 4, "depth": 3, "pred": "4", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "aef3e483f1e0d39e", "family": "bind", "template": 4, "depth": 2, "pred": "20", "truth": "20", "correct": true, "edits_per_token": 1.0}, {"uid": "334b19fdf97b2bce", "family": "bind", "template": 4, "depth": 2, "pred": "21", "truth": "23", "correct": false, "edits_per_token": 1.0}, {"uid": "8552b1567a0f09b9", "family": "fsm", "template": 4, "depth": 2, "pred": "12", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "ba6d2eacbb2f968a", "family": "fsm", "template": 4, "depth": 3, "pred": "48", "truth": "34", "correct": false, "edits_per_token": 1.0}, {"uid": "c676df1654a4a902", "family": "arith", "template": 4, "depth": 3, "pred": "24", "truth": "29", "correct": false, "edits_per_token": 1.0}, {"uid": "d4bc6cb4cdd8b3d6", "family": "arith", "template": 4, "depth": 3, "pred": "30", "truth": "40", "correct": false, "edits_per_token": 1.0}, {"uid": "6e3c1b89d98f1dd2", "family": "arith", "template": 4, "depth": 3, "pred": "53", "truth": "60", "correct": false, "edits_per_token": 1.0}, {"uid": "372be5fdebed81eb", "family": "arith", "template": 4, "depth": 3, "pred": "19", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "d025934894768060", "family": "arith", "template": 4, "depth": 3, "pred": "24", "truth": "27", "correct": false, "edits_per_token": 1.0}, {"uid": "28c1d3a0fbe9487f", "family": "arith", "template": 4, "depth": 4, "pred": "1004", "truth": "2520", "correct": false, "edits_per_token": 1.0}, {"uid": "a9e7a7413069d0b4", "family": "bind", "template": 4, "depth": 2, "pred": "120", "truth": "192", "correct": false, "edits_per_token": 1.0}, {"uid": "026c88a6c3da090d", "family": "bind", "template": 4, "depth": 2, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 1.0}, {"uid": "3e22fa198ccb3b64", "family": "bind", "template": 4, "depth": 2, "pred": "9", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "75c5f17ae55a91c9", "family": "bind", "template": 4, "depth": 2, "pred": "57", "truth": "43", "correct": false, "edits_per_token": 1.0}, {"uid": "200e094d84be4b90", "family": "bind", "template": 4, "depth": 2, "pred": "-1", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "157948e041c36b19", "family": "bind", "template": 4, "depth": 2, "pred": "44", "truth": "30", "correct": false, "edits_per_token": 1.0}, {"uid": "e887aff7c3aa5030", "family": "bind", "template": 4, "depth": 2, "pred": "45", "truth": "29", "correct": false, "edits_per_token": 1.0}, {"uid": "1210a22cf4706389", "family": "bind", "template": 4, "depth": 2, "pred": "27", "truth": "20", "correct": false, "edits_per_token": 1.0}, {"uid": "d0e82ef271592b50", "family": "fsm", "template": 3, "depth": 1, "pred": "12", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "d35abddb64d337e2", "family": "fsm", "template": 3, "depth": 1, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "49b72da63dd32d54", "family": "bind", "template": 4, "depth": 2, "pred": "24", "truth": "23", "correct": false, "edits_per_token": 1.0}, {"uid": "86c62ff83782b52a", "family": "bind", "template": 4, "depth": 2, "pred": "68", "truth": "56", "correct": false, "edits_per_token": 1.0}, {"uid": "e544d5e12103f02f", "family": "bind", "template": 4, "depth": 2, "pred": "-18", "truth": "-22", "correct": false, "edits_per_token": 1.0}, {"uid": "33b5079b3b442fbc", "family": "bind", "template": 4, "depth": 2, "pred": "61", "truth": "58", "correct": false, "edits_per_token": 1.0}, {"uid": "d0f9b521d369b484", "family": "bind", "template": 4, "depth": 2, "pred": "-14", "truth": "-9", "correct": false, "edits_per_token": 1.0}, {"uid": "dcc19f4449b249b1", "family": "bind", "template": 4, "depth": 2, "pred": "16", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "d68d8f5b114988c6", "family": "bind", "template": 4, "depth": 2, "pred": "-15", "truth": "-20", "correct": false, "edits_per_token": 1.0}, {"uid": "9a8b7ec79dbf6a8b", "family": "bind", "template": 4, "depth": 2, "pred": "16", "truth": "16", "correct": true, "edits_per_token": 1.0}, {"uid": "56baefaaa5f22a35", "family": "bind", "template": 4, "depth": 2, "pred": "24", "truth": "22", "correct": false, "edits_per_token": 1.0}, {"uid": "cd27ac5d6df9a071", "family": "bind", "template": 4, "depth": 2, "pred": "4", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "f49f985044043dbb", "family": "fsm", "template": 3, "depth": 1, "pred": "4", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "c6701fc6927287f4", "family": "fsm", "template": 3, "depth": 1, "pred": "6", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "59b1eb662062b370", "family": "fsm", "template": 3, "depth": 1, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 1.0}, {"uid": "c9f470e3083905c4", "family": "fsm", "template": 3, "depth": 1, "pred": "-14", "truth": "-7", "correct": false, "edits_per_token": 1.0}, {"uid": "6e13355d1ea33b50", "family": "fsm", "template": 3, "depth": 1, "pred": "4", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "64f4da95660df81e", "family": "fsm", "template": 3, "depth": 1, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "f949008cdbb7ae84", "family": "fsm", "template": 3, "depth": 1, "pred": "8", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "70f62dafae53a0e5", "family": "fsm", "template": 3, "depth": 1, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 1.0}, {"uid": "8fb56d14d6fb4bcd", "family": "arith", "template": 4, "depth": 4, "pred": "100", "truth": "24", "correct": false, "edits_per_token": 1.0}, {"uid": "d9ac76d3ef97d455", "family": "arith", "template": 4, "depth": 4, "pred": "-30", "truth": "-41", "correct": false, "edits_per_token": 1.0}, {"uid": "dc80eb358e76b316", "family": "arith", "template": 4, "depth": 4, "pred": "-100", "truth": "-185", "correct": false, "edits_per_token": 1.0}, {"uid": "af5caccf4cbde269", "family": "arith", "template": 4, "depth": 4, "pred": "43", "truth": "51", "correct": false, "edits_per_token": 1.0}, {"uid": "2501e7091a10ea8c", "family": "arith", "template": 4, "depth": 4, "pred": "101", "truth": "312", "correct": false, "edits_per_token": 1.0}, {"uid": "d9291573bad7f00d", "family": "arith", "template": 4, "depth": 4, "pred": "261", "truth": "286", "correct": false, "edits_per_token": 1.0}, {"uid": "b1d5c5942ef242b9", "family": "arith", "template": 4, "depth": 4, "pred": "-20", "truth": "-54", "correct": false, "edits_per_token": 1.0}, {"uid": "ec3026f57bee12d3", "family": "arith", "template": 4, "depth": 4, "pred": "71", "truth": "75", "correct": false, "edits_per_token": 1.0}, {"uid": "55d979ba26c65115", "family": "arith", "template": 4, "depth": 4, "pred": "36", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "52a5feb3e54a4d4a", "family": "arith", "template": 4, "depth": 4, "pred": "1012", "truth": "1059", "correct": false, "edits_per_token": 1.0}, {"uid": "0568f7f367b4cbff", "family": "arith", "template": 4, "depth": 4, "pred": "1010", "truth": "1104", "correct": false, "edits_per_token": 1.0}, {"uid": "a52b34169d170635", "family": "bind", "template": 4, "depth": 2, "pred": "21", "truth": "22", "correct": false, "edits_per_token": 1.0}, {"uid": "3a0bcfe44b9fee3a", "family": "bind", "template": 4, "depth": 2, "pred": "8", "truth": "7", "correct": false, "edits_per_token": 1.0}, {"uid": "021a1bec1b04f573", "family": "bind", "template": 4, "depth": 2, "pred": "-8", "truth": "-7", "correct": false, "edits_per_token": 1.0}, {"uid": "db1fbf26f7f128c3", "family": "bind", "template": 4, "depth": 2, "pred": "20", "truth": "21", "correct": false, "edits_per_token": 1.0}, {"uid": "014788c73c342783", "family": "bind", "template": 4, "depth": 2, "pred": "18", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "8d0fae1324fa7f47", "family": "fsm", "template": 3, "depth": 1, "pred": "6", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "4a360f89db5f95f8", "family": "arith", "template": 4, "depth": 4, "pred": "24", "truth": "34", "correct": false, "edits_per_token": 1.0}, {"uid": "a9a19b43e67e659d", "family": "arith", "template": 4, "depth": 4, "pred": "104", "truth": "312", "correct": false, "edits_per_token": 1.0}, {"uid": "983666e948bd6063", "family": "arith", "template": 4, "depth": 4, "pred": "29", "truth": "31", "correct": false, "edits_per_token": 1.0}, {"uid": "a864cd98e607a3f2", "family": "arith", "template": 4, "depth": 4, "pred": "76", "truth": "84", "correct": false, "edits_per_token": 1.0}, {"uid": "d843bf50ae91f2ab", "family": "arith", "template": 4, "depth": 4, "pred": "100", "truth": "100", "correct": true, "edits_per_token": 1.0}, {"uid": "67abd3a7a1877f9b", "family": "arith", "template": 4, "depth": 4, "pred": "-3", "truth": "-4", "correct": false, "edits_per_token": 1.0}, {"uid": "a3a5173b2df7abf5", "family": "arith", "template": 4, "depth": 4, "pred": "48", "truth": "81", "correct": false, "edits_per_token": 1.0}, {"uid": "4fdc27fef554ea1b", "family": "arith", "template": 4, "depth": 4, "pred": "301", "truth": "1276", "correct": false, "edits_per_token": 1.0}, {"uid": "b90476bcba0f9f63", "family": "arith", "template": 4, "depth": 4, "pred": "68", "truth": "66", "correct": false, "edits_per_token": 1.0}, {"uid": "6b1624dac1c6444d", "family": "bind", "template": 3, "depth": 2, "pred": "12", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "41d9923c4340c334", "family": "bind", "template": 3, "depth": 2, "pred": "22", "truth": "17", "correct": false, "edits_per_token": 1.0}, {"uid": "b1df616815de69f9", "family": "bind", "template": 3, "depth": 2, "pred": "12", "truth": "11", "correct": false, "edits_per_token": 1.0}, {"uid": "5fb2cdaa80488285", "family": "fsm", "template": 4, "depth": 2, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "ee9b7f5c7b8f41d7", "family": "fsm", "template": 4, "depth": 2, "pred": "6", "truth": "5", "correct": false, "edits_per_token": 1.0}, {"uid": "5bf5ecfda884562b", "family": "fsm", "template": 4, "depth": 2, "pred": "2", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "f333143245bcb1cd", "family": "arith", "template": 4, "depth": 4, "pred": "12", "truth": "16", "correct": false, "edits_per_token": 1.0}, {"uid": "5fe833587ead4d87", "family": "arith", "template": 4, "depth": 4, "pred": "103", "truth": "123", "correct": false, "edits_per_token": 1.0}, {"uid": "dbedc7fe4c207714", "family": "arith", "template": 4, "depth": 4, "pred": "39", "truth": "100", "correct": false, "edits_per_token": 1.0}, {"uid": "070e4a2578de97b1", "family": "arith", "template": 4, "depth": 4, "pred": "299", "truth": "311", "correct": false, "edits_per_token": 1.0}, {"uid": "661eacc3f2b70532", "family": "arith", "template": 4, "depth": 4, "pred": "-20", "truth": "-26", "correct": false, "edits_per_token": 1.0}, {"uid": "f511bd62cc20a3e5", "family": "bind", "template": 3, "depth": 2, "pred": "-8", "truth": "-7", "correct": false, "edits_per_token": 1.0}, {"uid": "92041ba0f180a705", "family": "bind", "template": 3, "depth": 2, "pred": "24", "truth": "18", "correct": false, "edits_per_token": 1.0}, {"uid": "697ac2b97e9fb733", "family": "bind", "template": 3, "depth": 2, "pred": "1", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "ab637e707ddff93f", "family": "bind", "template": 3, "depth": 2, "pred": "16", "truth": "9", "correct": false, "edits_per_token": 1.0}, {"uid": "f33d073d26c5b142", "family": "bind", "template": 3, "depth": 2, "pred": "-16", "truth": "-20", "correct": false, "edits_per_token": 1.0}, {"uid": "45354d8b4b6383ec", "family": "bind", "template": 3, "depth": 2, "pred": "105", "truth": "90", "correct": false, "edits_per_token": 1.0}, {"uid": "555f8a446ffdb50b", "family": "bind", "template": 3, "depth": 2, "pred": "14", "truth": "14", "correct": true, "edits_per_token": 1.0}, {"uid": "7fb7e7519db64bcb", "family": "bind", "template": 3, "depth": 2, "pred": "14", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "4c9f301729b1bf51", "family": "bind", "template": 3, "depth": 2, "pred": "-9", "truth": "-8", "correct": false, "edits_per_token": 1.0}, {"uid": "1400d18be0006c2e", "family": "bind", "template": 3, "depth": 2, "pred": "7", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "3d00e2229b7a9b6d", "family": "bind", "template": 3, "depth": 2, "pred": "27", "truth": "23", "correct": false, "edits_per_token": 1.0}, {"uid": "61c47a91b4fdf89e", "family": "bind", "template": 3, "depth": 2, "pred": "13", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "6570363d6c370743", "family": "bind", "template": 3, "depth": 2, "pred": "-14", "truth": "-8", "correct": false, "edits_per_token": 1.0}, {"uid": "a9f493e345e1d467", "family": "fsm", "template": 4, "depth": 2, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 1.0}, {"uid": "a3fbb3b73037e7fc", "family": "fsm", "template": 4, "depth": 3, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "0b3c7597d36e29b4", "family": "fsm", "template": 4, "depth": 3, "pred": "60", "truth": "43", "correct": false, "edits_per_token": 1.0}, {"uid": "90a4a1941f06af3e", "family": "fsm", "template": 4, "depth": 3, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 1.0}, {"uid": "e37479d5b242311d", "family": "fsm", "template": 4, "depth": 3, "pred": "-4", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "ed8dcff7707cabb5", "family": "bind", "template": 3, "depth": 2, "pred": "-3", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "94ba5fbe72d0d294", "family": "bind", "template": 3, "depth": 2, "pred": "-3", "truth": "-3", "correct": true, "edits_per_token": 1.0}, {"uid": "a24141c8c7002cf7", "family": "bind", "template": 3, "depth": 2, "pred": "-1", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "9ba4df0c41aa5ca2", "family": "bind", "template": 3, "depth": 2, "pred": "22", "truth": "19", "correct": false, "edits_per_token": 1.0}, {"uid": "ae7b54dbdf3f2540", "family": "bind", "template": 3, "depth": 2, "pred": "8", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "7a9a8bb485ecb944", "family": "bind", "template": 3, "depth": 2, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "679c0ab2b0db3b14", "family": "bind", "template": 3, "depth": 2, "pred": "100", "truth": "165", "correct": false, "edits_per_token": 1.0}, {"uid": "ef46f38e2bfbd61e", "family": "bind", "template": 3, "depth": 2, "pred": "16", "truth": "28", "correct": false, "edits_per_token": 1.0}, {"uid": "1f7e213244f75d27", "family": "fsm", "template": 4, "depth": 3, "pred": "-1", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "3eaa868d52cb7171", "family": "fsm", "template": 4, "depth": 3, "pred": "18", "truth": "16", "correct": false, "edits_per_token": 1.0}, {"uid": "f15d8d070656a044", "family": "fsm", "template": 4, "depth": 3, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "0993e308b46e5a94", "family": "fsm", "template": 4, "depth": 3, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 1.0}, {"uid": "43b21c49633d8210", "family": "bind", "template": 3, "depth": 2, "pred": "40", "truth": "30", "correct": false, "edits_per_token": 1.0}, {"uid": "4da5ef35d708edf7", "family": "fsm", "template": 3, "depth": 2, "pred": "22", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "62c42e42b4916c2b", "family": "fsm", "template": 3, "depth": 2, "pred": "24", "truth": "16", "correct": false, "edits_per_token": 1.0}, {"uid": "87e786cd25f2bc3c", "family": "fsm", "template": 3, "depth": 2, "pred": "13", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "d2e6dff38d2e2eed", "family": "fsm", "template": 4, "depth": 3, "pred": "28", "truth": "22", "correct": false, "edits_per_token": 1.0}, {"uid": "ba08b0a29be8ccce", "family": "fsm", "template": 4, "depth": 3, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 1.0}, {"uid": "c6ab7a56cbd772d8", "family": "fsm", "template": 4, "depth": 3, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 1.0}, {"uid": "3fbba3fd70f31c18", "family": "fsm", "template": 4, "depth": 3, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 1.0}, {"uid": "2ce5585e446aecc1", "family": "bind", "template": 4, "depth": 3, "pred": "10", "truth": "20", "correct": false, "edits_per_token": 1.0}, {"uid": "ba790c1cd1befeba", "family": "bind", "template": 4, "depth": 3, "pred": "37", "truth": "31", "correct": false, "edits_per_token": 1.0}, {"uid": "e3a51a8f555b8202", "family": "bind", "template": 4, "depth": 3, "pred": "16", "truth": "13", "correct": false, "edits_per_token": 1.0}, {"uid": "1f80b296dabd7b2f", "family": "bind", "template": 4, "depth": 3, "pred": "-5", "truth": "-6", "correct": false, "edits_per_token": 1.0}, {"uid": "9e89a9518ffc9cdd", "family": "bind", "template": 4, "depth": 3, "pred": "-3", "truth": "-4", "correct": false, "edits_per_token": 1.0}, {"uid": "ba6e4a0f1f254a00", "family": "bind", "template": 4, "depth": 3, "pred": "32", "truth": "20", "correct": false, "edits_per_token": 1.0}, {"uid": "a045b14bffdb38e9", "family": "fsm", "template": 4, "depth": 3, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 1.0}, {"uid": "681d9740e644fba3", "family": "fsm", "template": 4, "depth": 3, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "d903d2766fcb00eb", "family": "bind", "template": 4, "depth": 3, "pred": "-1", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "158e28ffcc7a0f37", "family": "bind", "template": 4, "depth": 3, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 1.0}, {"uid": "25903bdc275bd9ab", "family": "bind", "template": 4, "depth": 3, "pred": "10", "truth": "10", "correct": true, "edits_per_token": 1.0}, {"uid": "3a7f27b56c4f6f62", "family": "bind", "template": 4, "depth": 3, "pred": "70", "truth": "44", "correct": false, "edits_per_token": 1.0}, {"uid": "df17dd0c718e4fa4", "family": "bind", "template": 4, "depth": 3, "pred": "-10", "truth": "-11", "correct": false, "edits_per_token": 1.0}, {"uid": "52cc85b2fb28fd01", "family": "bind", "template": 4, "depth": 3, "pred": "-10", "truth": "-12", "correct": false, "edits_per_token": 1.0}, {"uid": "fba34eccfabcf2f2", "family": "fsm", "template": 4, "depth": 3, "pred": "9", "truth": "7", "correct": false, "edits_per_token": 1.0}, {"uid": "53c5ba7d74bce69a", "family": "bind", "template": 4, "depth": 3, "pred": "28", "truth": "24", "correct": false, "edits_per_token": 1.0}, {"uid": "0fde61e257cefc80", "family": "bind", "template": 4, "depth": 3, "pred": "-18", "truth": "-26", "correct": false, "edits_per_token": 1.0}, {"uid": "96bac0fe597844b9", "family": "bind", "template": 4, "depth": 3, "pred": "105", "truth": "74", "correct": false, "edits_per_token": 1.0}, {"uid": "bb5744b2bfabb981", "family": "bind", "template": 4, "depth": 3, "pred": "26", "truth": "48", "correct": false, "edits_per_token": 1.0}, {"uid": "3fe65e72e2c4e537", "family": "bind", "template": 4, "depth": 3, "pred": "104", "truth": "440", "correct": false, "edits_per_token": 1.0}, {"uid": "ba32a49748c6835f", "family": "bind", "template": 4, "depth": 3, "pred": "30", "truth": "30", "correct": true, "edits_per_token": 1.0}, {"uid": "7cc367f0c0e85e4e", "family": "bind", "template": 4, "depth": 3, "pred": "100", "truth": "125", "correct": false, "edits_per_token": 1.0}, {"uid": "6f3194df0cd41cc6", "family": "bind", "template": 4, "depth": 3, "pred": "90", "truth": "67", "correct": false, "edits_per_token": 1.0}, {"uid": "d5d40cec67c62a5d", "family": "bind", "template": 4, "depth": 3, "pred": "102", "truth": "125", "correct": false, "edits_per_token": 1.0}, {"uid": "a815af8103774c45", "family": "bind", "template": 4, "depth": 3, "pred": "4", "truth": "-1", "correct": false, "edits_per_token": 1.0}, {"uid": "3ce753d7ac7f6f21", "family": "bind", "template": 4, "depth": 3, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 1.0}, {"uid": "f10df0d5e624f88a", "family": "fsm", "template": 3, "depth": 1, "pred": "3", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "9d1a06c1dfa4f22e", "family": "fsm", "template": 3, "depth": 1, "pred": "5", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "5a74de8f55ccd4ab", "family": "fsm", "template": 3, "depth": 1, "pred": "4", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "b6e51a3fe3c0b9eb", "family": "fsm", "template": 3, "depth": 2, "pred": "14", "truth": "14", "correct": true, "edits_per_token": 1.0}, {"uid": "e419b71f9dafa275", "family": "arith", "template": 3, "depth": 1, "pred": "90", "truth": "56", "correct": false, "edits_per_token": 1.0}, {"uid": "0609ecdb6f37c545", "family": "arith", "template": 3, "depth": 1, "pred": "8", "truth": "42", "correct": false, "edits_per_token": 1.0}, {"uid": "0c13b9cde35bbd87", "family": "arith", "template": 3, "depth": 1, "pred": "8", "truth": "45", "correct": false, "edits_per_token": 1.0}, {"uid": "eb9fcff1920f08f6", "family": "arith", "template": 3, "depth": 1, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "4eb5e36c4cfbc776", "family": "arith", "template": 3, "depth": 1, "pred": "6", "truth": "7", "correct": false, "edits_per_token": 1.0}, {"uid": "30811bdebe26f680", "family": "arith", "template": 3, "depth": 1, "pred": "-2", "truth": "-6", "correct": false, "edits_per_token": 1.0}, {"uid": "abeef7496bd4f5e0", "family": "arith", "template": 3, "depth": 1, "pred": "2", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "688087012cf48422", "family": "bind", "template": 4, "depth": 3, "pred": "41", "truth": "35", "correct": false, "edits_per_token": 1.0}, {"uid": "b291bf8b34cb61b0", "family": "bind", "template": 4, "depth": 3, "pred": "35", "truth": "28", "correct": false, "edits_per_token": 1.0}, {"uid": "068d06e3cf45a23d", "family": "fsm", "template": 3, "depth": 1, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 1.0}, {"uid": "10ed69a16258ca4e", "family": "fsm", "template": 3, "depth": 2, "pred": "12", "truth": "7", "correct": false, "edits_per_token": 1.0}, {"uid": "103b828455dbf33c", "family": "fsm", "template": 3, "depth": 2, "pred": "24", "truth": "29", "correct": false, "edits_per_token": 1.0}, {"uid": "00f2788de354c93d", "family": "fsm", "template": 3, "depth": 2, "pred": "20", "truth": "23", "correct": false, "edits_per_token": 1.0}, {"uid": "d33ff1ecd5b286e4", "family": "arith", "template": 3, "depth": 1, "pred": "14", "truth": "22", "correct": false, "edits_per_token": 1.0}, {"uid": "57d5b8ee978c66b2", "family": "arith", "template": 3, "depth": 1, "pred": "-8", "truth": "-22", "correct": false, "edits_per_token": 1.0}, {"uid": "1d6ccf615302bc6d", "family": "arith", "template": 3, "depth": 1, "pred": "16", "truth": "19", "correct": false, "edits_per_token": 1.0}, {"uid": "b943690f16dfde8e", "family": "arith", "template": 3, "depth": 1, "pred": "8", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "d7396344c1685cdb", "family": "arith", "template": 3, "depth": 1, "pred": "14", "truth": "80", "correct": false, "edits_per_token": 1.0}, {"uid": "5c52d6cb7ca106df", "family": "arith", "template": 3, "depth": 1, "pred": "90", "truth": "39", "correct": false, "edits_per_token": 1.0}, {"uid": "20eeceb1ae620756", "family": "arith", "template": 3, "depth": 1, "pred": "-4", "truth": "-6", "correct": false, "edits_per_token": 1.0}, {"uid": "7af66ac66466e6c5", "family": "arith", "template": 3, "depth": 1, "pred": "4", "truth": "9", "correct": false, "edits_per_token": 1.0}, {"uid": "f197e4c7daa51996", "family": "arith", "template": 3, "depth": 1, "pred": "14", "truth": "21", "correct": false, "edits_per_token": 1.0}, {"uid": "2835bb2b2b34edf6", "family": "arith", "template": 3, "depth": 1, "pred": "-6", "truth": "-17", "correct": false, "edits_per_token": 1.0}, {"uid": "d29f6f660cb296ff", "family": "bind", "template": 3, "depth": 3, "pred": "12", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "b759a936c296f369", "family": "bind", "template": 3, "depth": 3, "pred": "24", "truth": "18", "correct": false, "edits_per_token": 1.0}, {"uid": "25c30a8205d90f94", "family": "bind", "template": 4, "depth": 3, "pred": "-14", "truth": "-7", "correct": false, "edits_per_token": 1.0}, {"uid": "27d3b392810a6e03", "family": "arith", "template": 3, "depth": 1, "pred": "16", "truth": "28", "correct": false, "edits_per_token": 1.0}, {"uid": "43059d8b8c8b75aa", "family": "arith", "template": 3, "depth": 1, "pred": "-6", "truth": "-10", "correct": false, "edits_per_token": 1.0}, {"uid": "05dd5abb67e57121", "family": "arith", "template": 3, "depth": 1, "pred": "40", "truth": "41", "correct": false, "edits_per_token": 1.0}, {"uid": "c0227fbd49259cce", "family": "arith", "template": 3, "depth": 1, "pred": "-6", "truth": "-9", "correct": false, "edits_per_token": 1.0}, {"uid": "bab6b2ba0bc7ee6d", "family": "arith", "template": 3, "depth": 1, "pred": "-8", "truth": "-10", "correct": false, "edits_per_token": 1.0}, {"uid": "0888a35d47dd9c33", "family": "arith", "template": 3, "depth": 1, "pred": "1", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "50d9b8b5e09e4336", "family": "arith", "template": 3, "depth": 1, "pred": "-6", "truth": "-12", "correct": false, "edits_per_token": 1.0}, {"uid": "84e2ca5463598306", "family": "arith", "template": 3, "depth": 1, "pred": "-4", "truth": "-4", "correct": true, "edits_per_token": 1.0}, {"uid": "2f78ca8204228e8c", "family": "bind", "template": 3, "depth": 3, "pred": "22", "truth": "20", "correct": false, "edits_per_token": 1.0}, {"uid": "bc9e03a4d69d9d25", "family": "bind", "template": 3, "depth": 3, "pred": "-14", "truth": "-9", "correct": false, "edits_per_token": 1.0}, {"uid": "4c507b35e79cfd3f", "family": "bind", "template": 3, "depth": 3, "pred": "21", "truth": "18", "correct": false, "edits_per_token": 1.0}, {"uid": "71a5bc96caa9d294", "family": "bind", "template": 3, "depth": 3, "pred": "70", "truth": "60", "correct": false, "edits_per_token": 1.0}, {"uid": "bdd4082503abf525", "family": "bind", "template": 3, "depth": 3, "pred": "14", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "707768cefbcad557", "family": "bind", "template": 3, "depth": 3, "pred": "-14", "truth": "-15", "correct": false, "edits_per_token": 1.0}, {"uid": "758c9b791db04f9d", "family": "bind", "template": 3, "depth": 3, "pred": "16", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "9e16be5d7255f11e", "family": "bind", "template": 3, "depth": 3, "pred": "-12", "truth": "-5", "correct": false, "edits_per_token": 1.0}, {"uid": "1ab74d36b1e07c6d", "family": "bind", "template": 3, "depth": 3, "pred": "101", "truth": "204", "correct": false, "edits_per_token": 1.0}, {"uid": "1485a8c2ccd127a9", "family": "fsm", "template": 4, "depth": 3, "pred": "10", "truth": "10", "correct": true, "edits_per_token": 1.0}, {"uid": "524781e9adcb067f", "family": "fsm", "template": 4, "depth": 3, "pred": "24", "truth": "22", "correct": false, "edits_per_token": 1.0}, {"uid": "6ffdcfcf915a1f79", "family": "fsm", "template": 4, "depth": 3, "pred": "13", "truth": "13", "correct": true, "edits_per_token": 1.0}, {"uid": "80dc79026b50aa97", "family": "bind", "template": 3, "depth": 3, "pred": "30", "truth": "28", "correct": false, "edits_per_token": 1.0}, {"uid": "ef49f4ad938838d1", "family": "bind", "template": 3, "depth": 3, "pred": "20", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "169c197f14cccddf", "family": "bind", "template": 3, "depth": 3, "pred": "100", "truth": "97", "correct": false, "edits_per_token": 1.0}, {"uid": "e5b906874040bd97", "family": "bind", "template": 3, "depth": 3, "pred": "16", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "2ed867725daf5f97", "family": "bind", "template": 3, "depth": 3, "pred": "-12", "truth": "-10", "correct": false, "edits_per_token": 1.0}, {"uid": "5e5eaf3a14c35bc9", "family": "bind", "template": 3, "depth": 3, "pred": "-14", "truth": "-10", "correct": false, "edits_per_token": 1.0}, {"uid": "6f69dd6eff778659", "family": "bind", "template": 3, "depth": 3, "pred": "57", "truth": "73", "correct": false, "edits_per_token": 1.0}, {"uid": "5b4fb5a0bc255002", "family": "bind", "template": 3, "depth": 3, "pred": "18", "truth": "17", "correct": false, "edits_per_token": 1.0}, {"uid": "d6b384d3936c726e", "family": "fsm", "template": 3, "depth": 2, "pred": "8", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "d267b92ff6a1d179", "family": "fsm", "template": 4, "depth": 3, "pred": "5", "truth": "5", "correct": true, "edits_per_token": 1.0}, {"uid": "2fc323f1ad478d4c", "family": "fsm", "template": 4, "depth": 4, "pred": "-8", "truth": "-4", "correct": false, "edits_per_token": 1.0}, {"uid": "8b5d92277bef22c8", "family": "arith", "template": 3, "depth": 2, "pred": "12", "truth": "19", "correct": false, "edits_per_token": 1.0}, {"uid": "ca40c7b010ac0abb", "family": "arith", "template": 3, "depth": 2, "pred": "90", "truth": "108", "correct": false, "edits_per_token": 1.0}, {"uid": "d0f8e1d5fa0aee5d", "family": "arith", "template": 3, "depth": 2, "pred": "80", "truth": "20", "correct": false, "edits_per_token": 1.0}, {"uid": "b04d02bbb71a2807", "family": "bind", "template": 3, "depth": 3, "pred": "20", "truth": "17", "correct": false, "edits_per_token": 1.0}, {"uid": "e47941b1c55db9c3", "family": "bind", "template": 3, "depth": 3, "pred": "100", "truth": "183", "correct": false, "edits_per_token": 1.0}, {"uid": "e5609bd85e5d6066", "family": "bind", "template": 3, "depth": 3, "pred": "105", "truth": "64", "correct": false, "edits_per_token": 1.0}, {"uid": "232ccf4c68cff93b", "family": "bind", "template": 3, "depth": 3, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 1.0}, {"uid": "8f685ebb2476934f", "family": "bind", "template": 3, "depth": 3, "pred": "51", "truth": "38", "correct": false, "edits_per_token": 1.0}, {"uid": "eaa8cd235690810d", "family": "fsm", "template": 3, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "82cfa30c572c4143", "family": "fsm", "template": 3, "depth": 2, "pred": "2", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "9d242aba4477fd79", "family": "fsm", "template": 3, "depth": 2, "pred": "12", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "53ea1e39b4698e63", "family": "fsm", "template": 3, "depth": 2, "pred": "10", "truth": "-2", "correct": false, "edits_per_token": 1.0}, {"uid": "5d8fa47bc5fe8819", "family": "fsm", "template": 3, "depth": 2, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 1.0}, {"uid": "d4c9c7f8ccb7b58d", "family": "fsm", "template": 4, "depth": 4, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "ee8938a90a515689", "family": "arith", "template": 3, "depth": 2, "pred": "14", "truth": "176", "correct": false, "edits_per_token": 1.0}, {"uid": "a922f2e052851e45", "family": "arith", "template": 3, "depth": 2, "pred": "-6", "truth": "-23", "correct": false, "edits_per_token": 1.0}, {"uid": "9430b9057610e758", "family": "arith", "template": 3, "depth": 2, "pred": "20", "truth": "26", "correct": false, "edits_per_token": 1.0}, {"uid": "779fef7e1a0c194c", "family": "arith", "template": 3, "depth": 2, "pred": "92", "truth": "60", "correct": false, "edits_per_token": 1.0}, {"uid": "0cc4f955888a611e", "family": "arith", "template": 3, "depth": 2, "pred": "6", "truth": "30", "correct": false, "edits_per_token": 1.0}, {"uid": "b5493b5e788eb2ba", "family": "arith", "template": 3, "depth": 2, "pred": "8", "truth": "17", "correct": false, "edits_per_token": 1.0}, {"uid": "e2b6ef1784b3f36f", "family": "arith", "template": 3, "depth": 2, "pred": "104", "truth": "630", "correct": false, "edits_per_token": 1.0}, {"uid": "68ec3f53b05b8a8f", "family": "arith", "template": 3, "depth": 2, "pred": "6", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "2449b645abe79300", "family": "arith", "template": 3, "depth": 2, "pred": "16", "truth": "85", "correct": false, "edits_per_token": 1.0}, {"uid": "5ebc4dda4e6d1b0e", "family": "arith", "template": 3, "depth": 2, "pred": "4", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "2e46a8c4c11a017f", "family": "bind", "template": 3, "depth": 3, "pred": "41", "truth": "36", "correct": false, "edits_per_token": 1.0}, {"uid": "f32020de1ee876a3", "family": "fsm", "template": 3, "depth": 2, "pred": "3", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "3742c76cef7c48b5", "family": "fsm", "template": 3, "depth": 2, "pred": "1", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "2f323385e8c73700", "family": "fsm", "template": 3, "depth": 2, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 1.0}, {"uid": "ac8958c4fb79c6a7", "family": "fsm", "template": 3, "depth": 2, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 1.0}, {"uid": "8f3914e60d8577ca", "family": "fsm", "template": 3, "depth": 2, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 1.0}, {"uid": "73f87500bba534e1", "family": "sched", "template": 4, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "deb61b5efb0fbdbf", "family": "sched", "template": 4, "depth": 1, "pred": "12", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "4ec5248b0e90c8fa", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "4302d428e1f3df93", "family": "arith", "template": 3, "depth": 2, "pred": "-4", "truth": "-13", "correct": false, "edits_per_token": 1.0}, {"uid": "bcdaa96ac2984cab", "family": "arith", "template": 3, "depth": 2, "pred": "50", "truth": "49", "correct": false, "edits_per_token": 1.0}, {"uid": "da37b68428111cec", "family": "arith", "template": 3, "depth": 2, "pred": "80", "truth": "50", "correct": false, "edits_per_token": 1.0}, {"uid": "0b98d2417cc0b84e", "family": "arith", "template": 3, "depth": 2, "pred": "30", "truth": "34", "correct": false, "edits_per_token": 1.0}, {"uid": "c7be22436a733511", "family": "arith", "template": 3, "depth": 2, "pred": "-2", "truth": "-5", "correct": false, "edits_per_token": 1.0}, {"uid": "c66034550601e4de", "family": "arith", "template": 3, "depth": 2, "pred": "-18", "truth": "-45", "correct": false, "edits_per_token": 1.0}, {"uid": "07bdacb1cd419875", "family": "arith", "template": 3, "depth": 2, "pred": "90", "truth": "75", "correct": false, "edits_per_token": 1.0}, {"uid": "f480d24e45533797", "family": "arith", "template": 3, "depth": 2, "pred": "0", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "0ad1300bfe01cecf", "family": "arith", "template": 3, "depth": 2, "pred": "30", "truth": "29", "correct": false, "edits_per_token": 1.0}, {"uid": "dca80cb96319d91e", "family": "arith", "template": 3, "depth": 2, "pred": "50", "truth": "41", "correct": false, "edits_per_token": 1.0}, {"uid": "773100e4adc782e4", "family": "arith", "template": 3, "depth": 2, "pred": "-4", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "06106f0f756c30ca", "family": "arith", "template": 3, "depth": 2, "pred": "90", "truth": "77", "correct": false, "edits_per_token": 1.0}, {"uid": "b5fc0c28422e9e56", "family": "sched", "template": 4, "depth": 1, "pred": "14", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "08e89586d6732e65", "family": "sched", "template": 4, "depth": 1, "pred": "14", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "5aaa17f9934149fb", "family": "arith", "template": 3, "depth": 2, "pred": "-8", "truth": "-19", "correct": false, "edits_per_token": 1.0}, {"uid": "09c3fef4d7253107", "family": "fsm", "template": 4, "depth": 3, "pred": "4", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "4ba8f4e7d746b7dd", "family": "fsm", "template": 4, "depth": 3, "pred": "12", "truth": "12", "correct": true, "edits_per_token": 1.0}, {"uid": "5f198fdab209e44d", "family": "fsm", "template": 4, "depth": 3, "pred": "-2", "truth": "-2", "correct": true, "edits_per_token": 1.0}, {"uid": "20f0287d662cb56e", "family": "sched", "template": 4, "depth": 1, "pred": "18", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "53cc698723f5172b", "family": "sched", "template": 4, "depth": 1, "pred": "16", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "2624e563c1565d56", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "42a519a22ecab3d2", "family": "sched", "template": 4, "depth": 1, "pred": "14", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "c4dd7eab60edf347", "family": "sched", "template": 4, "depth": 1, "pred": "18", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "bb696d7981ac5e5b", "family": "arith", "template": 3, "depth": 3, "pred": "2", "truth": "5", "correct": false, "edits_per_token": 1.0}, {"uid": "23f2db205d8a23de", "family": "arith", "template": 3, "depth": 3, "pred": "4", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "3ff1d1bd3d1311ba", "family": "arith", "template": 3, "depth": 3, "pred": "2", "truth": "16", "correct": false, "edits_per_token": 1.0}, {"uid": "3340fcb6fc2dbdc4", "family": "arith", "template": 3, "depth": 3, "pred": "105", "truth": "2646", "correct": false, "edits_per_token": 1.0}, {"uid": "9ba6a0877a053b9d", "family": "fsm", "template": 4, "depth": 3, "pred": "-14", "truth": "-9", "correct": false, "edits_per_token": 1.0}, {"uid": "5ce28da133467c17", "family": "fsm", "template": 4, "depth": 4, "pred": "24", "truth": "28", "correct": false, "edits_per_token": 1.0}, {"uid": "f52cbb9f29d02e1e", "family": "arith", "template": 3, "depth": 3, "pred": "5", "truth": "56", "correct": false, "edits_per_token": 1.0}, {"uid": "20e4e2d58525ebdf", "family": "arith", "template": 3, "depth": 3, "pred": "104", "truth": "122", "correct": false, "edits_per_token": 1.0}, {"uid": "a32184221d1fc71d", "family": "arith", "template": 3, "depth": 3, "pred": "-16", "truth": "-27", "correct": false, "edits_per_token": 1.0}, {"uid": "f8b1bd6d11e5ece8", "family": "arith", "template": 3, "depth": 3, "pred": "90", "truth": "52", "correct": false, "edits_per_token": 1.0}, {"uid": "d0326312724fda50", "family": "arith", "template": 3, "depth": 3, "pred": "9", "truth": "51", "correct": false, "edits_per_token": 1.0}, {"uid": "8208ee2789213d76", "family": "bind", "template": 4, "depth": 4, "pred": "-24", "truth": "-24", "correct": true, "edits_per_token": 1.0}, {"uid": "88a4106a8359c82b", "family": "bind", "template": 4, "depth": 4, "pred": "36", "truth": "48", "correct": false, "edits_per_token": 1.0}, {"uid": "24390a3212cdda95", "family": "bind", "template": 4, "depth": 4, "pred": "7", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "974aa44a8dc74297", "family": "bind", "template": 4, "depth": 4, "pred": "14", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "ffc80bd1b828cf87", "family": "bind", "template": 4, "depth": 4, "pred": "14", "truth": "17", "correct": false, "edits_per_token": 1.0}, {"uid": "dec68b7d758bfb0b", "family": "bind", "template": 4, "depth": 4, "pred": "104", "truth": "138", "correct": false, "edits_per_token": 1.0}, {"uid": "b4dc1f54c95b85ac", "family": "bind", "template": 4, "depth": 4, "pred": "101", "truth": "232", "correct": false, "edits_per_token": 1.0}, {"uid": "9e23569b8526df06", "family": "bind", "template": 4, "depth": 4, "pred": "33", "truth": "33", "correct": true, "edits_per_token": 1.0}, {"uid": "55ee689f9afed30a", "family": "fsm", "template": 4, "depth": 4, "pred": "-2", "truth": "-2", "correct": true, "edits_per_token": 1.0}, {"uid": "7a68c2f4f3b905d4", "family": "arith", "template": 3, "depth": 3, "pred": "9", "truth": "-16", "correct": false, "edits_per_token": 1.0}, {"uid": "b14fa67357c2bfdc", "family": "arith", "template": 3, "depth": 3, "pred": "90", "truth": "84", "correct": false, "edits_per_token": 1.0}, {"uid": "b79f5bbecd59b419", "family": "arith", "template": 3, "depth": 3, "pred": "90", "truth": "99", "correct": false, "edits_per_token": 1.0}, {"uid": "7ac1b0a198c43914", "family": "arith", "template": 3, "depth": 3, "pred": "none", "truth": "45", "correct": false, "edits_per_token": 1.0}, {"uid": "f8100b2341d2f2d7", "family": "arith", "template": 3, "depth": 3, "pred": "7", "truth": "16", "correct": false, "edits_per_token": 1.0}, {"uid": "224bd8479cfb9a0c", "family": "arith", "template": 3, "depth": 3, "pred": "157", "truth": "409", "correct": false, "edits_per_token": 1.0}, {"uid": "f6040610aed96f08", "family": "arith", "template": 3, "depth": 3, "pred": "96", "truth": "147", "correct": false, "edits_per_token": 1.0}, {"uid": "05ac8c9d7b6d32f2", "family": "arith", "template": 3, "depth": 3, "pred": "-16", "truth": "-35", "correct": false, "edits_per_token": 1.0}, {"uid": "cfa2db2f22d27cd4", "family": "arith", "template": 3, "depth": 3, "pred": "0", "truth": "74", "correct": false, "edits_per_token": 1.0}, {"uid": "b436a5cbb1cec9a9", "family": "arith", "template": 3, "depth": 3, "pred": "-8", "truth": "-20", "correct": false, "edits_per_token": 1.0}, {"uid": "2b0f84f600c14036", "family": "arith", "template": 3, "depth": 3, "pred": "104", "truth": "238", "correct": false, "edits_per_token": 1.0}, {"uid": "0106732b66064a80", "family": "arith", "template": 3, "depth": 3, "pred": "6", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "2c7bae3648b11033", "family": "arith", "template": 3, "depth": 3, "pred": "90", "truth": "225", "correct": false, "edits_per_token": 1.0}, {"uid": "eb6760e2a6c21a4d", "family": "bind", "template": 4, "depth": 4, "pred": "51", "truth": "50", "correct": false, "edits_per_token": 1.0}, {"uid": "6682c6a5479651b2", "family": "bind", "template": 4, "depth": 4, "pred": "29", "truth": "19", "correct": false, "edits_per_token": 1.0}, {"uid": "8134bb732f080d49", "family": "bind", "template": 4, "depth": 4, "pred": "-10", "truth": "-52", "correct": false, "edits_per_token": 1.0}, {"uid": "2565f6322ba6f7a7", "family": "bind", "template": 4, "depth": 4, "pred": "61", "truth": "72", "correct": false, "edits_per_token": 1.0}, {"uid": "6a49430673dcafad", "family": "bind", "template": 4, "depth": 4, "pred": "100", "truth": "94", "correct": false, "edits_per_token": 1.0}, {"uid": "9d9b907741fd780b", "family": "bind", "template": 4, "depth": 4, "pred": "51", "truth": "43", "correct": false, "edits_per_token": 1.0}, {"uid": "a54c309b46dbbd14", "family": "bind", "template": 4, "depth": 4, "pred": "19", "truth": "19", "correct": true, "edits_per_token": 1.0}, {"uid": "cc50c43b09e92273", "family": "bind", "template": 4, "depth": 4, "pred": "16", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "618344548ca6da97", "family": "bind", "template": 4, "depth": 4, "pred": "51", "truth": "45", "correct": false, "edits_per_token": 1.0}, {"uid": "46638e31cac7bd0e", "family": "bind", "template": 4, "depth": 4, "pred": "100", "truth": "100", "correct": true, "edits_per_token": 1.0}, {"uid": "386c8d53e0ddbee8", "family": "bind", "template": 4, "depth": 4, "pred": "0", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "b88a9bee3b16a8b9", "family": "fsm", "template": 4, "depth": 4, "pred": "0", "truth": "-1", "correct": false, "edits_per_token": 1.0}, {"uid": "c11fba9caa3f34db", "family": "arith", "template": 3, "depth": 3, "pred": "-2", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "c9fa199261485b02", "family": "arith", "template": 3, "depth": 3, "pred": "8", "truth": "29", "correct": false, "edits_per_token": 1.0}, {"uid": "b0a45cf40fa5de5b", "family": "arith", "template": 3, "depth": 3, "pred": "91", "truth": "89", "correct": false, "edits_per_token": 1.0}, {"uid": "d1ba621eff6e23da", "family": "bind", "template": 4, "depth": 4, "pred": "26", "truth": "31", "correct": false, "edits_per_token": 1.0}, {"uid": "362aa0e57cf0f1b5", "family": "bind", "template": 4, "depth": 4, "pred": "20", "truth": "17", "correct": false, "edits_per_token": 1.0}, {"uid": "bbb473fb8f37e9cc", "family": "bind", "template": 4, "depth": 4, "pred": "1", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "35bacedf9d430b12", "family": "bind", "template": 4, "depth": 4, "pred": "25", "truth": "23", "correct": false, "edits_per_token": 1.0}, {"uid": "1efc9d5f7fb944cb", "family": "fsm", "template": 3, "depth": 2, "pred": "10", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "29cc7d4223222003", "family": "bind", "template": 3, "depth": 4, "pred": "10", "truth": "28", "correct": false, "edits_per_token": 1.0}, {"uid": "c8c15caab8450ebc", "family": "bind", "template": 4, "depth": 4, "pred": "10", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "f42af3a25020bcdd", "family": "bind", "template": 4, "depth": 4, "pred": "20", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "cd523b99747e5498", "family": "arith", "template": 3, "depth": 4, "pred": "30", "truth": "29", "correct": false, "edits_per_token": 1.0}, {"uid": "71b5a02a71a0247b", "family": "arith", "template": 3, "depth": 4, "pred": "196", "truth": "231", "correct": false, "edits_per_token": 1.0}, {"uid": "acc0e27dd3a16d1b", "family": "bind", "template": 3, "depth": 4, "pred": "108", "truth": "128", "correct": false, "edits_per_token": 1.0}, {"uid": "711de0ffe9fc3e1f", "family": "bind", "template": 3, "depth": 4, "pred": "-9", "truth": "-7", "correct": false, "edits_per_token": 1.0}, {"uid": "28f171926f6e29df", "family": "bind", "template": 3, "depth": 4, "pred": "16", "truth": "50", "correct": false, "edits_per_token": 1.0}, {"uid": "d8c43c417cf7c075", "family": "bind", "template": 3, "depth": 4, "pred": "44", "truth": "34", "correct": false, "edits_per_token": 1.0}, {"uid": "def9236b8a2b5b3c", "family": "bind", "template": 3, "depth": 4, "pred": "37", "truth": "47", "correct": false, "edits_per_token": 1.0}, {"uid": "4b15a8a5eef68b96", "family": "bind", "template": 3, "depth": 4, "pred": "16", "truth": "17", "correct": false, "edits_per_token": 1.0}, {"uid": "d66c7948ec115397", "family": "bind", "template": 3, "depth": 4, "pred": "-16", "truth": "-18", "correct": false, "edits_per_token": 1.0}, {"uid": "a2fa9912fd5246eb", "family": "arith", "template": 3, "depth": 4, "pred": "90", "truth": "87", "correct": false, "edits_per_token": 1.0}, {"uid": "7646e2462cfd7f42", "family": "arith", "template": 3, "depth": 4, "pred": "16", "truth": "30", "correct": false, "edits_per_token": 1.0}, {"uid": "f32ee7c3f6a17496", "family": "arith", "template": 3, "depth": 4, "pred": "8", "truth": "17", "correct": false, "edits_per_token": 1.0}, {"uid": "c2ad8159ae24ec7b", "family": "arith", "template": 3, "depth": 4, "pred": "2", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "9c40c01d6eaebdb8", "family": "arith", "template": 3, "depth": 4, "pred": "2", "truth": "33", "correct": false, "edits_per_token": 1.0}, {"uid": "ef4a7a392d4990a9", "family": "arith", "template": 3, "depth": 4, "pred": "96", "truth": "3318", "correct": false, "edits_per_token": 1.0}, {"uid": "69fa75c096c444a3", "family": "arith", "template": 3, "depth": 4, "pred": "9", "truth": "-135", "correct": false, "edits_per_token": 1.0}, {"uid": "99507dd5d716ff57", "family": "bind", "template": 3, "depth": 4, "pred": "-14", "truth": "-16", "correct": false, "edits_per_token": 1.0}, {"uid": "53b384cfd1f5620f", "family": "bind", "template": 3, "depth": 4, "pred": "22", "truth": "21", "correct": false, "edits_per_token": 1.0}, {"uid": "b86a64e9d0bc8be6", "family": "bind", "template": 3, "depth": 4, "pred": "60", "truth": "57", "correct": false, "edits_per_token": 1.0}, {"uid": "a51fb4531b491ec9", "family": "bind", "template": 3, "depth": 4, "pred": "100", "truth": "45", "correct": false, "edits_per_token": 1.0}, {"uid": "2045665629f72124", "family": "bind", "template": 3, "depth": 4, "pred": "24", "truth": "22", "correct": false, "edits_per_token": 1.0}, {"uid": "7a7c324baae5d5b0", "family": "bind", "template": 3, "depth": 4, "pred": "-12", "truth": "-13", "correct": false, "edits_per_token": 1.0}, {"uid": "334dbc77d006ead0", "family": "bind", "template": 3, "depth": 4, "pred": "44", "truth": "68", "correct": false, "edits_per_token": 1.0}, {"uid": "bdba4bb4adc52ddf", "family": "bind", "template": 3, "depth": 4, "pred": "33", "truth": "38", "correct": false, "edits_per_token": 1.0}, {"uid": "30e47a47469d4a3f", "family": "bind", "template": 3, "depth": 4, "pred": "37", "truth": "26", "correct": false, "edits_per_token": 1.0}, {"uid": "eb2c57479a40a460", "family": "bind", "template": 3, "depth": 4, "pred": "16", "truth": "14", "correct": false, "edits_per_token": 1.0}, {"uid": "fe2497b4238a1bcb", "family": "bind", "template": 3, "depth": 4, "pred": "34", "truth": "23", "correct": false, "edits_per_token": 1.0}, {"uid": "0e4b9a858967d169", "family": "bind", "template": 3, "depth": 4, "pred": "38", "truth": "33", "correct": false, "edits_per_token": 1.0}, {"uid": "9826074a5e26b67e", "family": "bind", "template": 3, "depth": 4, "pred": "1044", "truth": "780", "correct": false, "edits_per_token": 1.0}, {"uid": "3a2b9e4c7cadf5eb", "family": "fsm", "template": 4, "depth": 4, "pred": "16", "truth": "12", "correct": false, "edits_per_token": 1.0}, {"uid": "134323fabe50dd02", "family": "fsm", "template": 4, "depth": 4, "pred": "-2", "truth": "-2", "correct": true, "edits_per_token": 1.0}, {"uid": "f0d55f130ccdc55a", "family": "fsm", "template": 4, "depth": 4, "pred": "-18", "truth": "-18", "correct": true, "edits_per_token": 1.0}, {"uid": "f88ac6bfb35842fd", "family": "arith", "template": 3, "depth": 4, "pred": "-1", "truth": "13", "correct": false, "edits_per_token": 1.0}, {"uid": "2a893a524878c3c3", "family": "arith", "template": 3, "depth": 4, "pred": "24", "truth": "-187", "correct": false, "edits_per_token": 1.0}, {"uid": "0daeeecddceadc2a", "family": "arith", "template": 3, "depth": 4, "pred": "4", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "927fa8211f320a82", "family": "arith", "template": 3, "depth": 4, "pred": "134", "truth": "648", "correct": false, "edits_per_token": 1.0}, {"uid": "9b4dfc87a4817b8b", "family": "arith", "template": 3, "depth": 4, "pred": "-14", "truth": "-66", "correct": false, "edits_per_token": 1.0}, {"uid": "fa9a69141a5ab6a4", "family": "arith", "template": 3, "depth": 4, "pred": "6", "truth": "-1", "correct": false, "edits_per_token": 1.0}, {"uid": "0bac982efe5d9b1b", "family": "arith", "template": 3, "depth": 4, "pred": "90", "truth": "121", "correct": false, "edits_per_token": 1.0}, {"uid": "396f9c5a1127b70c", "family": "arith", "template": 3, "depth": 4, "pred": "91", "truth": "606", "correct": false, "edits_per_token": 1.0}, {"uid": "ff4da07c01a32c24", "family": "arith", "template": 3, "depth": 4, "pred": "-14", "truth": "-25", "correct": false, "edits_per_token": 1.0}, {"uid": "906108b68beb6e66", "family": "arith", "template": 3, "depth": 4, "pred": "-14", "truth": "-6", "correct": false, "edits_per_token": 1.0}, {"uid": "1f62795a7f9addb0", "family": "arith", "template": 3, "depth": 4, "pred": "26", "truth": "33", "correct": false, "edits_per_token": 1.0}, {"uid": "eb8fc0fa74918da9", "family": "bind", "template": 3, "depth": 4, "pred": "104", "truth": "344", "correct": false, "edits_per_token": 1.0}, {"uid": "c31316615436b858", "family": "bind", "template": 3, "depth": 4, "pred": "104", "truth": "252", "correct": false, "edits_per_token": 1.0}, {"uid": "93d2eb4b87dcff06", "family": "bind", "template": 3, "depth": 4, "pred": "-12", "truth": "-6", "correct": false, "edits_per_token": 1.0}, {"uid": "d27676130eb57694", "family": "bind", "template": 3, "depth": 4, "pred": "280", "truth": "270", "correct": false, "edits_per_token": 1.0}, {"uid": "d4391cf0a792fb30", "family": "fsm", "template": 3, "depth": 3, "pred": "60", "truth": "40", "correct": false, "edits_per_token": 1.0}, {"uid": "f41bc4294c2425c9", "family": "arith", "template": 3, "depth": 4, "pred": "7", "truth": "24", "correct": false, "edits_per_token": 1.0}, {"uid": "203f97c64e91ec45", "family": "arith", "template": 3, "depth": 4, "pred": "20", "truth": "77", "correct": false, "edits_per_token": 1.0}, {"uid": "850416f16035ee49", "family": "arith", "template": 3, "depth": 4, "pred": "80", "truth": "106", "correct": false, "edits_per_token": 1.0}, {"uid": "a65dce0bbb807f9f", "family": "arith", "template": 3, "depth": 4, "pred": "-8", "truth": "-15", "correct": false, "edits_per_token": 1.0}, {"uid": "656b4f8883a8f8be", "family": "bind", "template": 3, "depth": 4, "pred": "18", "truth": "21", "correct": false, "edits_per_token": 1.0}, {"uid": "8cdb2b39a68ba17b", "family": "fsm", "template": 3, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "7279c276a9a815e1", "family": "fsm", "template": 3, "depth": 2, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "934886125378543b", "family": "fsm", "template": 3, "depth": 2, "pred": "2", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "e8f27146f81bce3b", "family": "fsm", "template": 3, "depth": 2, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "06e831531aa3f471", "family": "fsm", "template": 3, "depth": 2, "pred": "-4", "truth": "-4", "correct": true, "edits_per_token": 1.0}, {"uid": "7b5c9c5a17b8fec5", "family": "fsm", "template": 3, "depth": 2, "pred": "6", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "1ac4cf82d8b388f8", "family": "fsm", "template": 3, "depth": 3, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 1.0}, {"uid": "ae104db3965350fc", "family": "arith", "template": 3, "depth": 4, "pred": "-4", "truth": "27", "correct": false, "edits_per_token": 1.0}, {"uid": "b1cb2f851393b229", "family": "fsm", "template": 3, "depth": 3, "pred": "-1", "truth": "-2", "correct": false, "edits_per_token": 1.0}, {"uid": "eaeef5ff8b73d6b7", "family": "fsm", "template": 3, "depth": 3, "pred": "3", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "2c081906f9f779de", "family": "fsm", "template": 3, "depth": 3, "pred": "20", "truth": "9", "correct": false, "edits_per_token": 1.0}, {"uid": "97f63a235c781a00", "family": "excl", "template": 4, "depth": 1, "pred": "kiwi bean y", "truth": "yam bean", "correct": false, "edits_per_token": 1.0}, {"uid": "11db246f713029cd", "family": "fsm", "template": 4, "depth": 3, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "21cbe32d8af4dff2", "family": "fsm", "template": 4, "depth": 4, "pred": "24", "truth": "22", "correct": false, "edits_per_token": 1.0}, {"uid": "07a5c651bc9329e9", "family": "fsm", "template": 3, "depth": 3, "pred": "60", "truth": "40", "correct": false, "edits_per_token": 1.0}, {"uid": "6b135b107f6e3d1d", "family": "fsm", "template": 4, "depth": 3, "pred": "2", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "dca518d3c12e4c1e", "family": "fsm", "template": 4, "depth": 4, "pred": "12", "truth": "12", "correct": true, "edits_per_token": 1.0}, {"uid": "73bbbe6820705e4b", "family": "fsm", "template": 4, "depth": 4, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 1.0}, {"uid": "5804645febd6d9ff", "family": "fsm", "template": 4, "depth": 4, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "ecbefa5f6ec4ea50", "family": "excl", "template": 4, "depth": 1, "pred": "lime fig be", "truth": "lime nut", "correct": false, "edits_per_token": 1.0}, {"uid": "1218fab0d43b015b", "family": "fsm", "template": 3, "depth": 3, "pred": "40", "truth": "16", "correct": false, "edits_per_token": 1.0}, {"uid": "d4cffd1bb7412e20", "family": "fsm", "template": 4, "depth": 4, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 1.0}, {"uid": "1508c595d74e8f2a", "family": "fsm", "template": 4, "depth": 4, "pred": "-1", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "b76a34dc318fe591", "family": "fsm", "template": 3, "depth": 3, "pred": "18", "truth": "18", "correct": true, "edits_per_token": 1.0}, {"uid": "b5b20ab6c51cdedf", "family": "excl", "template": 4, "depth": 1, "pred": "bean plum k", "truth": "yam bean", "correct": false, "edits_per_token": 1.0}, {"uid": "e071ae252bdc4348", "family": "fsm", "template": 4, "depth": 4, "pred": "-14", "truth": "-10", "correct": false, "edits_per_token": 1.0}, {"uid": "865a714fc700aa8e", "family": "fsm", "template": 4, "depth": 4, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "39ff6564d28bfcfc", "family": "excl", "template": 4, "depth": 1, "pred": "plum fig ap", "truth": "plum fig apple bean", "correct": false, "edits_per_token": 1.0}, {"uid": "18cdb11c7bccda13", "family": "fsm", "template": 4, "depth": 4, "pred": "0", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "361329006ff8d9f5", "family": "fsm", "template": 4, "depth": 4, "pred": "-4", "truth": "-2", "correct": false, "edits_per_token": 1.0}, {"uid": "7405b218d0320339", "family": "excl", "template": 4, "depth": 1, "pred": "bean lime", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "d9c421488e96f445", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "ec5fc96f409ca3be", "family": "sched", "template": 4, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "c03cc91b48845543", "family": "sched", "template": 4, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "dc75a3d4ac200c54", "family": "sched", "template": 4, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "5b2622d00ba91ff7", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "f8dfa145fb0ffd77", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "6813628735e51bac", "family": "sched", "template": 4, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "ab9d8f125504cc5d", "family": "sched", "template": 4, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "1fdffd50c78cc453", "family": "fsm", "template": 3, "depth": 3, "pred": "18", "truth": "7", "correct": false, "edits_per_token": 1.0}, {"uid": "836500e434f0c307", "family": "excl", "template": 4, "depth": 1, "pred": "lime apple", "truth": "lime", "correct": false, "edits_per_token": 1.0}, {"uid": "e4e6706a919cf18a", "family": "sched", "template": 4, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "8fbaf8252747c131", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "302d090f441609f2", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "7dd9b367f661c4e7", "family": "fsm", "template": 3, "depth": 3, "pred": "6", "truth": "5", "correct": false, "edits_per_token": 1.0}, {"uid": "b0faa99ab8960500", "family": "fsm", "template": 3, "depth": 3, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 1.0}, {"uid": "4252fa65efb9de4e", "family": "fsm", "template": 3, "depth": 3, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "d8f67e0f11806a6c", "family": "fsm", "template": 3, "depth": 4, "pred": "12", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "4a120eb0a0544b0c", "family": "sched", "template": 4, "depth": 2, "pred": "none", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "28be04c444bcbab0", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "0608799a2f84d72c", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "7ea4121d5d9900c6", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "8d4abc9d0eb92451", "family": "fsm", "template": 3, "depth": 4, "pred": "13", "truth": "10", "correct": false, "edits_per_token": 1.0}, {"uid": "73d2a3c83c2ab965", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "1f37fb848371e512", "family": "excl", "template": 4, "depth": 1, "pred": "lime apple", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "3ca5f5ec20531d57", "family": "fsm", "template": 3, "depth": 3, "pred": "12", "truth": "12", "correct": true, "edits_per_token": 1.0}, {"uid": "117a7f1e4d7dec54", "family": "fsm", "template": 3, "depth": 3, "pred": "4", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "60187d0775746457", "family": "fsm", "template": 4, "depth": 4, "pred": "-1", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "79af0e2a30a06c8f", "family": "excl", "template": 4, "depth": 1, "pred": "yam pear pl", "truth": "pear", "correct": false, "edits_per_token": 1.0}, {"uid": "3f008f00531a5664", "family": "sched", "template": 4, "depth": 1, "pred": "A", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "4815f48707104dfc", "family": "sched", "template": 4, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "41cac9821557d54a", "family": "fsm", "template": 3, "depth": 3, "pred": "-1", "truth": "-3", "correct": false, "edits_per_token": 1.0}, {"uid": "454b6b92d5dcdd20", "family": "fsm", "template": 3, "depth": 3, "pred": "4", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "4980e6e0705c3ea8", "family": "fsm", "template": 3, "depth": 3, "pred": "4", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "c21ac2804efdb0d2", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "f28448020fcb4d35", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "76c533b5d1fb5147", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "1db12bcd8b0da83d", "family": "fsm", "template": 3, "depth": 3, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "f339e06b1eb5268f", "family": "fsm", "template": 3, "depth": 3, "pred": "-1", "truth": "-2", "correct": false, "edits_per_token": 1.0}, {"uid": "74adef2702614aac", "family": "fsm", "template": 3, "depth": 3, "pred": "-1", "truth": "-1", "correct": true, "edits_per_token": 1.0}, {"uid": "9443f9aa8745d4ee", "family": "fsm", "template": 3, "depth": 3, "pred": "6", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "9dcfa661c2c8f225", "family": "fsm", "template": 3, "depth": 4, "pred": "12", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "8d3e982f46aba1f5", "family": "fsm", "template": 3, "depth": 4, "pred": "6", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "bb6ca3372f7dff2a", "family": "excl", "template": 4, "depth": 1, "pred": "yam lime (2", "truth": "yam lime nut", "correct": false, "edits_per_token": 1.0}, {"uid": "75d6782062956617", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "6ed6b349d0ef224b", "family": "sched", "template": 4, "depth": 1, "pred": "A", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "ebdd49a4c8f16b95", "family": "sched", "template": 4, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "125e84b1d295a919", "family": "fsm", "template": 3, "depth": 3, "pred": "-1", "truth": "-2", "correct": false, "edits_per_token": 1.0}, {"uid": "cf7aee2a308324d0", "family": "fsm", "template": 3, "depth": 4, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "cac36aaa74d1e76a", "family": "fsm", "template": 3, "depth": 4, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "fab06d4c3285e386", "family": "fsm", "template": 3, "depth": 4, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "3eaddd134d5f96a8", "family": "fsm", "template": 3, "depth": 4, "pred": "7", "truth": "7", "correct": true, "edits_per_token": 1.0}, {"uid": "ef9afa699df921b1", "family": "excl", "template": 4, "depth": 1, "pred": "fig nut plu", "truth": "bean plum", "correct": false, "edits_per_token": 1.0}, {"uid": "f60c8c040de5cd52", "family": "fsm", "template": 4, "depth": 4, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "29bc31e9fdb1e8c2", "family": "fsm", "template": 4, "depth": 4, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "e3bf4324a4a90bfd", "family": "fsm", "template": 4, "depth": 4, "pred": "0", "truth": "-1", "correct": false, "edits_per_token": 1.0}, {"uid": "013ad0d50e45899f", "family": "fsm", "template": 4, "depth": 4, "pred": "1", "truth": "0", "correct": false, "edits_per_token": 1.0}, {"uid": "8c00cc854149641d", "family": "fsm", "template": 4, "depth": 4, "pred": "3", "truth": "3", "correct": true, "edits_per_token": 1.0}, {"uid": "7b1cf55cc5cd3e5f", "family": "excl", "template": 4, "depth": 2, "pred": "plum kiwi", "truth": "plum lime", "correct": false, "edits_per_token": 1.0}, {"uid": "4c8d9e014c5d6ddf", "family": "fsm", "template": 3, "depth": 4, "pred": "-18", "truth": "-18", "correct": true, "edits_per_token": 1.0}, {"uid": "f1bed69c9e3eec51", "family": "excl", "template": 4, "depth": 1, "pred": "nut apple", "truth": "bean nut fig", "correct": false, "edits_per_token": 1.0}, {"uid": "bbb80d9644b9ddb1", "family": "fsm", "template": 3, "depth": 4, "pred": "8", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "963fc05c16b6ac60", "family": "fsm", "template": 3, "depth": 3, "pred": "3", "truth": "2", "correct": false, "edits_per_token": 1.0}, {"uid": "05b2c59737122f19", "family": "fsm", "template": 3, "depth": 4, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "bbfad136eb05cdea", "family": "fsm", "template": 3, "depth": 4, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 1.0}, {"uid": "e77726841668d9fe", "family": "fsm", "template": 3, "depth": 4, "pred": "1", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "ee58152a23067404", "family": "fsm", "template": 3, "depth": 4, "pred": "2", "truth": "2", "correct": true, "edits_per_token": 1.0}, {"uid": "beb81404a153506e", "family": "excl", "template": 4, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "ecabca838e2ab51a", "family": "excl", "template": 4, "depth": 2, "pred": "fig pear", "truth": "fig kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "48bc63a984418589", "family": "fsm", "template": 4, "depth": 4, "pred": "2", "truth": "1", "correct": false, "edits_per_token": 1.0}, {"uid": "04dfedc4f53bdcd4", "family": "excl", "template": 4, "depth": 2, "pred": "nut yam", "truth": "nut kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "714117d0c4d93f5a", "family": "fsm", "template": 3, "depth": 3, "pred": "4", "truth": "3", "correct": false, "edits_per_token": 1.0}, {"uid": "e5da410ea2986408", "family": "fsm", "template": 3, "depth": 3, "pred": "-4", "truth": "-3", "correct": false, "edits_per_token": 1.0}, {"uid": "3c5b41f76ec95bb9", "family": "fsm", "template": 3, "depth": 4, "pred": "3", "truth": "5", "correct": false, "edits_per_token": 1.0}, {"uid": "c3667a3fa368ee69", "family": "excl", "template": 4, "depth": 1, "pred": "nut lime pe", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "705663ffd4ddf0f6", "family": "excl", "template": 4, "depth": 1, "pred": "date nut", "truth": "plum lime apple", "correct": false, "edits_per_token": 1.0}, {"uid": "e013e822abb6566e", "family": "excl", "template": 4, "depth": 1, "pred": "yam apple n", "truth": "yam", "correct": false, "edits_per_token": 1.0}, {"uid": "c9232e7db55d45af", "family": "excl", "template": 4, "depth": 3, "pred": "date", "truth": "yam bean", "correct": false, "edits_per_token": 1.0}, {"uid": "5b25e1f01c1f34bc", "family": "fsm", "template": 3, "depth": 4, "pred": "-1", "truth": "-5", "correct": false, "edits_per_token": 1.0}, {"uid": "ed7647d77a5458b8", "family": "excl", "template": 4, "depth": 3, "pred": "pear lime", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "0c9a758e4a02999d", "family": "excl", "template": 4, "depth": 1, "pred": "yam lime ap", "truth": "lime fig", "correct": false, "edits_per_token": 1.0}, {"uid": "c76aee2626d30915", "family": "excl", "template": 4, "depth": 2, "pred": "none", "truth": "kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "e60f8523334ba562", "family": "fsm", "template": 3, "depth": 4, "pred": "6", "truth": "8", "correct": false, "edits_per_token": 1.0}, {"uid": "c899bf80bf34962a", "family": "excl", "template": 4, "depth": 1, "pred": "date apple", "truth": "plum pear", "correct": false, "edits_per_token": 1.0}, {"uid": "f299a97cc18ac62e", "family": "sched", "template": 4, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "a1e911e5a36cd8c8", "family": "excl", "template": 4, "depth": 1, "pred": "pear bean", "truth": "pear bean", "correct": true, "edits_per_token": 1.0}, {"uid": "e233b1fa3a724f09", "family": "excl", "template": 4, "depth": 2, "pred": "fig date be", "truth": "fig bean", "correct": false, "edits_per_token": 1.0}, {"uid": "adb3154d8b8a9c20", "family": "sched", "template": 4, "depth": 2, "pred": "none", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "694e4dedd3f361ff", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "2b1fa8556552b94b", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "ad1f122510b1f041", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "c284cc9f912934d3", "family": "sched", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "be9e8472f518d028", "family": "fsm", "template": 3, "depth": 4, "pred": "6", "truth": "6", "correct": true, "edits_per_token": 1.0}, {"uid": "fa1d5003565294cb", "family": "fsm", "template": 3, "depth": 4, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 1.0}, {"uid": "35afcdba50ef0539", "family": "fsm", "template": 3, "depth": 4, "pred": "3", "truth": "6", "correct": false, "edits_per_token": 1.0}, {"uid": "ef9b355fa612eab2", "family": "excl", "template": 4, "depth": 2, "pred": "yam plum li", "truth": "yam plum", "correct": false, "edits_per_token": 1.0}, {"uid": "6b9a95ad8002f398", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "072a13e741393a8f", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "f6d73d37a1bc9e79", "family": "sched", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "b963f08ba567c379", "family": "fsm", "template": 3, "depth": 4, "pred": "8", "truth": "8", "correct": true, "edits_per_token": 1.0}, {"uid": "5b69c0fed91fe3a7", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "7e5ef24472530b54", "family": "sched", "template": 4, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "44bed54259560104", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "fb6ae8696a492bb0", "family": "sched", "template": 4, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "5ec766d8d76fca0e", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "4099579000728788", "family": "sched", "template": 4, "depth": 3, "pred": "none", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "7b5aa6da844a933a", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "66c8852f60650633", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "961449ff650c677b", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "df50d9ef81f9534d", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "9847fb446bfe05fc", "family": "excl", "template": 3, "depth": 1, "pred": "date", "truth": "nut date yam", "correct": false, "edits_per_token": 1.0}, {"uid": "c06f49616463ef71", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "52dc2bce61998d46", "family": "excl", "template": 4, "depth": 1, "pred": "plum nut da", "truth": "plum nut fig kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "1823b1e9033e7b94", "family": "sched", "template": 4, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "7ddbd6f6d22116ba", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "c513b9450239ab25", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "6c732fddd9055b1c", "family": "excl", "template": 4, "depth": 2, "pred": "plum bean k", "truth": "plum date bean yam", "correct": false, "edits_per_token": 1.0}, {"uid": "9296515ee638b715", "family": "excl", "template": 4, "depth": 2, "pred": "kiwi bean d", "truth": "lime", "correct": false, "edits_per_token": 1.0}, {"uid": "6cfcd6c7ec65b67b", "family": "sched", "template": 4, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "80c1e9defafa78e4", "family": "sched", "template": 4, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "259c2f6d2ef4e23d", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "b928aaca12a0e24e", "family": "sched", "template": 3, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "9d2af1a176c68228", "family": "sched", "template": 4, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "17c3ac826cae1587", "family": "sched", "template": 4, "depth": 2, "pred": "C", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "f87943159d457ffb", "family": "excl", "template": 3, "depth": 1, "pred": "fig", "truth": "pear fig", "correct": false, "edits_per_token": 1.0}, {"uid": "abdebe8d6c37c19f", "family": "excl", "template": 3, "depth": 1, "pred": "kiwi", "truth": "nut kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "ac21be7ac437d92c", "family": "sched", "template": 3, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "655d7b1a1f8fd712", "family": "sched", "template": 3, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "544afe2cad2611f4", "family": "sched", "template": 3, "depth": 1, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "2b9a3aab94afdf90", "family": "sched", "template": 4, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "a650f55eb430eeac", "family": "sched", "template": 4, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "a6bd7370d387b57e", "family": "sched", "template": 3, "depth": 1, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "0169f997b575ad24", "family": "sched", "template": 3, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "af7008519ede4f63", "family": "sched", "template": 3, "depth": 1, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "7743b4929ecfda83", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "1a67fbbb1ef07008", "family": "excl", "template": 4, "depth": 2, "pred": "fig kiwi nu", "truth": "kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "eb6292285f34bbb3", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "yam", "correct": false, "edits_per_token": 1.0}, {"uid": "c8e09c553aa4b889", "family": "sched", "template": 3, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "1ad4420859f03b85", "family": "fsm", "template": 3, "depth": 4, "pred": "2", "truth": "4", "correct": false, "edits_per_token": 1.0}, {"uid": "f253cae418a07d8f", "family": "excl", "template": 3, "depth": 1, "pred": "date", "truth": "date", "correct": true, "edits_per_token": 1.0}, {"uid": "58690771c65aa6fa", "family": "excl", "template": 4, "depth": 4, "pred": "date", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "5765c7bbc9aead9c", "family": "fsm", "template": 3, "depth": 4, "pred": "4", "truth": "4", "correct": true, "edits_per_token": 1.0}, {"uid": "4d2c0dd2cfe3be1c", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "636a49756779e230", "family": "fsm", "template": 3, "depth": 4, "pred": "-6", "truth": "-6", "correct": true, "edits_per_token": 1.0}, {"uid": "09460c43e15f2f46", "family": "fsm", "template": 3, "depth": 4, "pred": "1", "truth": "1", "correct": true, "edits_per_token": 1.0}, {"uid": "dd76daa3c9e425c3", "family": "excl", "template": 4, "depth": 1, "pred": "fig nut lim", "truth": "fig nut lime yam kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "2d32565609717e98", "family": "excl", "template": 4, "depth": 3, "pred": "fig", "truth": "plum", "correct": false, "edits_per_token": 1.0}, {"uid": "f16f2b0a55f0fc68", "family": "excl", "template": 4, "depth": 1, "pred": "kiwi bean l", "truth": "kiwi pear fig", "correct": false, "edits_per_token": 1.0}, {"uid": "9868f05caecb1f36", "family": "excl", "template": 4, "depth": 2, "pred": "bean nut pe", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "67b37b0428b8d538", "family": "excl", "template": 4, "depth": 2, "pred": "lime nut fi", "truth": "fig date nut apple", "correct": false, "edits_per_token": 1.0}, {"uid": "e8a78f5976c4728e", "family": "excl", "template": 4, "depth": 3, "pred": "kiwi pear", "truth": "yam pear apple", "correct": false, "edits_per_token": 1.0}, {"uid": "74a584e425d40f1e", "family": "excl", "template": 4, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "369d97e8cff94de0", "family": "excl", "template": 4, "depth": 2, "pred": "yam", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "fa1c52348f4b6ef5", "family": "excl", "template": 3, "depth": 1, "pred": "lime fig", "truth": "yam", "correct": false, "edits_per_token": 1.0}, {"uid": "9805eb42a2f45d02", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "740a7fe786d6b8a9", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "5fb5de2f3def5dbb", "family": "excl", "template": 4, "depth": 2, "pred": "yam pear da", "truth": "bean nut", "correct": false, "edits_per_token": 1.0}, {"uid": "8fb18ed65388b1e8", "family": "excl", "template": 4, "depth": 4, "pred": "yam", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "29d92bff2c35ea42", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "lime", "correct": false, "edits_per_token": 1.0}, {"uid": "898e66b1395da896", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "ee81ecf47e6443b2", "family": "sched", "template": 4, "depth": 3, "pred": "none", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "04c2c7425f66df02", "family": "excl", "template": 4, "depth": 1, "pred": "apple lime", "truth": "apple pear plum", "correct": false, "edits_per_token": 1.0}, {"uid": "9ae4965325b96f12", "family": "sched", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "1dc8cb5e193d814a", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "6fa1be7062530023", "family": "sched", "template": 4, "depth": 4, "pred": "none", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "e23e150792004dbb", "family": "sched", "template": 4, "depth": 4, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "f365a739c9b49449", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "5703429c85f707e8", "family": "sched", "template": 4, "depth": 4, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "6f04d7a23eb90582", "family": "fsm", "template": 3, "depth": 4, "pred": "0", "truth": "0", "correct": true, "edits_per_token": 1.0}, {"uid": "2cd208500ee5895e", "family": "excl", "template": 3, "depth": 1, "pred": "yam", "truth": "nut", "correct": false, "edits_per_token": 1.0}, {"uid": "604e43173656c018", "family": "excl", "template": 3, "depth": 2, "pred": "date", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "f82b882fabca1cb7", "family": "excl", "template": 4, "depth": 2, "pred": "plum kiwi a", "truth": "plum apple", "correct": false, "edits_per_token": 1.0}, {"uid": "faf4c370f026c6b8", "family": "sched", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "f59deb87ab259687", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "88f5e1ec2db1d301", "family": "sched", "template": 4, "depth": 3, "pred": "none", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "e6975328765ce2f3", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "63e39b456292574b", "family": "sched", "template": 4, "depth": 4, "pred": "none", "truth": "D", "correct": false, "edits_per_token": 1.0}, {"uid": "6285e6d768410ba2", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "6b86fc18e1f3b043", "family": "sched", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "9ef0fd1ba9827cb1", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "5b49aabb2e6431c3", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "90a4e8b7a9edf968", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "ab414e76083756ea", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "a7346e58ddf7cb14", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "0ff519f8ef1d86bb", "family": "sched", "template": 4, "depth": 3, "pred": "C", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "d06e02babdfdbc04", "family": "sched", "template": 4, "depth": 3, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "a09bdf5a042432ca", "family": "sched", "template": 4, "depth": 4, "pred": "B", "truth": "D", "correct": false, "edits_per_token": 1.0}, {"uid": "8c69b9bd3183ebb6", "family": "excl", "template": 3, "depth": 1, "pred": "pear lime", "truth": "pear bean kiwi plum", "correct": false, "edits_per_token": 1.0}, {"uid": "2506ced5314d0604", "family": "excl", "template": 3, "depth": 2, "pred": "lime", "truth": "plum", "correct": false, "edits_per_token": 1.0}, {"uid": "10dc1311d193c3fa", "family": "excl", "template": 4, "depth": 1, "pred": "pear lime d", "truth": "lime apple plum bean", "correct": false, "edits_per_token": 1.0}, {"uid": "243df86e3722bfd9", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "fig", "correct": false, "edits_per_token": 1.0}, {"uid": "e05f5f4ec45594e4", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "68d6122213d09998", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "11b5887e2e23a957", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "1b919df91147859b", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "d0aa655e589d5987", "family": "sched", "template": 3, "depth": 2, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "87f3829f2587003a", "family": "sched", "template": 4, "depth": 3, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "6d98f15beaa15092", "family": "sched", "template": 4, "depth": 3, "pred": "B", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "41a892d32cbd1fec", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "16a90bd1a881f7c0", "family": "sched", "template": 3, "depth": 1, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "a6c279c43201f057", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "93e719bc50967448", "family": "sched", "template": 4, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "99d1d5149e9186ac", "family": "sched", "template": 4, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "0693615bec910948", "family": "excl", "template": 4, "depth": 1, "pred": "pear yam ap", "truth": "pear nut plum", "correct": false, "edits_per_token": 1.0}, {"uid": "1c63d55d0b15cec7", "family": "excl", "template": 4, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "ebb9ef7d9d066d95", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "00f1a732802e7ba8", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "0c52fa8fb13b7615", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "1246484bb7178b70", "family": "sched", "template": 3, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "4020752baa5a79b3", "family": "sched", "template": 3, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "1896a8356b7b0bd2", "family": "sched", "template": 3, "depth": 2, "pred": "C", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "70e7b96a192ab155", "family": "sched", "template": 3, "depth": 2, "pred": "C", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "8244a3c41824945c", "family": "excl", "template": 3, "depth": 1, "pred": "plum", "truth": "fig nut apple kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "adbc7605c49054df", "family": "sched", "template": 3, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "73c790c4f0c3cf87", "family": "excl", "template": 3, "depth": 1, "pred": "yam", "truth": "fig lime kiwi yam nut", "correct": false, "edits_per_token": 1.0}, {"uid": "f3e43a7b75ad9689", "family": "excl", "template": 3, "depth": 1, "pred": "pear bean l", "truth": "pear fig bean lime", "correct": false, "edits_per_token": 1.0}, {"uid": "0cec5db70a20fc8d", "family": "excl", "template": 4, "depth": 1, "pred": "kiwi yam ap", "truth": "date", "correct": false, "edits_per_token": 1.0}, {"uid": "837e63013a6fb73e", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "6be4c55a46cfcdfc", "family": "excl", "template": 3, "depth": 1, "pred": "pear", "truth": "pear", "correct": true, "edits_per_token": 1.0}, {"uid": "94c96d00c034c83f", "family": "excl", "template": 3, "depth": 3, "pred": "kiwi", "truth": "bean", "correct": false, "edits_per_token": 1.0}, {"uid": "5ff70e978d9c7ad6", "family": "excl", "template": 4, "depth": 2, "pred": "yam apple b", "truth": "yam kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "baab0bdd765c1ba6", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "date apple", "correct": false, "edits_per_token": 1.0}, {"uid": "694f4323afee9216", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "ee9bfd67edf59e74", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "35a4edf9262af434", "family": "excl", "template": 3, "depth": 1, "pred": "lime", "truth": "yam", "correct": false, "edits_per_token": 1.0}, {"uid": "37c09dc4c77fb59b", "family": "excl", "template": 4, "depth": 1, "pred": "lime bean n", "truth": "apple", "correct": false, "edits_per_token": 1.0}, {"uid": "4e661e3e76d9be08", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "c058300bd4e7b269", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "78205e6c4f15bfbf", "family": "sched", "template": 3, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "dc75f4f4c23ad4a6", "family": "excl", "template": 3, "depth": 1, "pred": "date", "truth": "lime", "correct": false, "edits_per_token": 1.0}, {"uid": "d8b36d429a2cd180", "family": "excl", "template": 3, "depth": 1, "pred": "lime apple", "truth": "plum nut", "correct": false, "edits_per_token": 1.0}, {"uid": "7fd478ea2ee96073", "family": "excl", "template": 4, "depth": 3, "pred": "pear kiwi", "truth": "nut lime", "correct": false, "edits_per_token": 1.0}, {"uid": "627f462f07310802", "family": "excl", "template": 4, "depth": 4, "pred": "plum", "truth": "fig", "correct": false, "edits_per_token": 1.0}, {"uid": "242e70d21568c3c4", "family": "sched", "template": 3, "depth": 1, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "5f308fa3d9d64764", "family": "excl", "template": 3, "depth": 1, "pred": "lime apple", "truth": "lime fig yam", "correct": false, "edits_per_token": 1.0}, {"uid": "4c570e4699746ce1", "family": "excl", "template": 3, "depth": 2, "pred": "yam", "truth": "yam", "correct": true, "edits_per_token": 1.0}, {"uid": "ce54e6cccb40c7f6", "family": "excl", "template": 4, "depth": 3, "pred": "fig plum li", "truth": "kiwi plum pear", "correct": false, "edits_per_token": 1.0}, {"uid": "cbe80bb224252615", "family": "sched", "template": 3, "depth": 1, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "0c3248342fd82167", "family": "excl", "template": 4, "depth": 2, "pred": "plum yam nu", "truth": "fig bean kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "f45e527c37cf8a53", "family": "excl", "template": 3, "depth": 1, "pred": "none", "truth": "yam apple", "correct": false, "edits_per_token": 1.0}, {"uid": "cdabd3ed5f456b98", "family": "excl", "template": 3, "depth": 2, "pred": "pear lime", "truth": "date lime pear plum", "correct": false, "edits_per_token": 1.0}, {"uid": "96284dcbd87d6aaa", "family": "excl", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "f59adc461a2a3a23", "family": "excl", "template": 3, "depth": 2, "pred": "lime", "truth": "pear fig", "correct": false, "edits_per_token": 1.0}, {"uid": "cb1f068a9f416569", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "yam", "correct": false, "edits_per_token": 1.0}, {"uid": "5c3a839ffb4b317b", "family": "excl", "template": 3, "depth": 2, "pred": "yam", "truth": "date nut", "correct": false, "edits_per_token": 1.0}, {"uid": "40d32444b7420048", "family": "excl", "template": 4, "depth": 2, "pred": "pear yam be", "truth": "plum", "correct": false, "edits_per_token": 1.0}, {"uid": "1993a5e0e0a67eeb", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "e5f665f4f895e696", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "dae6a7ce13092729", "family": "excl", "template": 3, "depth": 2, "pred": "pear date", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "2046166efbceed68", "family": "excl", "template": 4, "depth": 2, "pred": "lime bean k", "truth": "plum nut date", "correct": false, "edits_per_token": 1.0}, {"uid": "34ba1130ce1743d3", "family": "excl", "template": 4, "depth": 2, "pred": "apple nut", "truth": "date pear", "correct": false, "edits_per_token": 1.0}, {"uid": "7169467804653e00", "family": "excl", "template": 4, "depth": 3, "pred": "pear", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "4811fa985456daec", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "e061b4fc1bc83217", "family": "sched", "template": 4, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "023c777eb4956132", "family": "excl", "template": 4, "depth": 3, "pred": "apple lime", "truth": "date pear", "correct": false, "edits_per_token": 1.0}, {"uid": "89fa7779b154af51", "family": "excl", "template": 4, "depth": 4, "pred": "lime pear k", "truth": "date", "correct": false, "edits_per_token": 1.0}, {"uid": "41aa708738a7d146", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "1d29ea1ee935893b", "family": "sched", "template": 4, "depth": 4, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 1.0}, {"uid": "53637f76c85d8c1c", "family": "excl", "template": 3, "depth": 2, "pred": "pear", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "e498ca3418ae7c21", "family": "excl", "template": 4, "depth": 2, "pred": "none", "truth": "lime", "correct": false, "edits_per_token": 1.0}, {"uid": "faffd181fe62e4c9", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "d0cf89610f223fed", "family": "sched", "template": 4, "depth": 4, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 1.0}, {"uid": "9c6fbac6d438fea4", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "6c90f82b24e275ca", "family": "excl", "template": 3, "depth": 1, "pred": "date bean f", "truth": "apple date bean fig", "correct": false, "edits_per_token": 1.0}, {"uid": "6c0f51c9d89d242c", "family": "excl", "template": 3, "depth": 1, "pred": "apple", "truth": "yam bean fig apple", "correct": false, "edits_per_token": 1.0}, {"uid": "ed8045679ce44ee0", "family": "excl", "template": 4, "depth": 2, "pred": "plum", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "38b1c41b753402e8", "family": "excl", "template": 4, "depth": 2, "pred": "fig apple y", "truth": "plum yam nut", "correct": false, "edits_per_token": 1.0}, {"uid": "3e375d575f2a30b3", "family": "sched", "template": 4, "depth": 4, "pred": "none", "truth": "D", "correct": false, "edits_per_token": 1.0}, {"uid": "4899cd577ef1e673", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "88b4789825279fce", "family": "sched", "template": 4, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "f18a0ca2200f37f7", "family": "sched", "template": 4, "depth": 4, "pred": "none", "truth": "D", "correct": false, "edits_per_token": 1.0}, {"uid": "0df9b0bec38c529a", "family": "sched", "template": 4, "depth": 4, "pred": "none", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "f62ddd4631b1e632", "family": "sched", "template": 4, "depth": 4, "pred": "C", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "9b8f8f5e9e9a3a18", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "198295317628f403", "family": "excl", "template": 4, "depth": 3, "pred": "pear apple", "truth": "pear", "correct": false, "edits_per_token": 1.0}, {"uid": "f33bce8dab09faee", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "yam date", "correct": false, "edits_per_token": 1.0}, {"uid": "b50b317b51169c01", "family": "excl", "template": 4, "depth": 4, "pred": "apple", "truth": "yam", "correct": false, "edits_per_token": 1.0}, {"uid": "e2aee042ecfe37db", "family": "excl", "template": 4, "depth": 2, "pred": "lime plum f", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "21da865e7f267216", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "plum apple", "correct": false, "edits_per_token": 1.0}, {"uid": "638e22412710fade", "family": "excl", "template": 4, "depth": 4, "pred": "apple", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "0cc4e96b47578dae", "family": "sched", "template": 3, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "dcb7d18935c0e75d", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "35333f95f5a2635f", "family": "excl", "template": 3, "depth": 1, "pred": "pear fig", "truth": "kiwi plum nut", "correct": false, "edits_per_token": 1.0}, {"uid": "964e39f8049320cd", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "64bf8613e1c71c49", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "d5c2aacbd7b8ca47", "family": "sched", "template": 3, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "9ab14a677800733b", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "2499f3714f82f0b0", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "a7254360bef90d73", "family": "excl", "template": 4, "depth": 3, "pred": "fig apple p", "truth": "fig", "correct": false, "edits_per_token": 1.0}, {"uid": "636b7fe8c1334250", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "389657195e11981e", "family": "sched", "template": 3, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "e7df485739b2c3d6", "family": "sched", "template": 3, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "eeb0331ad4babaaa", "family": "sched", "template": 3, "depth": 2, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "83f1745515e1e4df", "family": "sched", "template": 3, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "b5d6cca70aa6ad06", "family": "excl", "template": 3, "depth": 2, "pred": "pear bean l", "truth": "lime", "correct": false, "edits_per_token": 1.0}, {"uid": "e46fc77f3a6b5957", "family": "excl", "template": 3, "depth": 3, "pred": "yam", "truth": "fig apple", "correct": false, "edits_per_token": 1.0}, {"uid": "acbe3ddb2a54c7cb", "family": "excl", "template": 3, "depth": 4, "pred": "apple", "truth": "date", "correct": false, "edits_per_token": 1.0}, {"uid": "a64b960f3eeb5d39", "family": "excl", "template": 4, "depth": 3, "pred": "lime bean n", "truth": "lime", "correct": false, "edits_per_token": 1.0}, {"uid": "7d09a16f57550745", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "0c856490ae7aad71", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "4396df2e950fae03", "family": "sched", "template": 3, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "f7d06d3fef746f39", "family": "excl", "template": 3, "depth": 2, "pred": "fig", "truth": "lime fig date", "correct": false, "edits_per_token": 1.0}, {"uid": "944218cdb52e18e1", "family": "excl", "template": 3, "depth": 3, "pred": "kiwi", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "256a3382fecb8e57", "family": "excl", "template": 4, "depth": 4, "pred": "kiwi", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "2f57bbfc2ad4b319", "family": "sched", "template": 3, "depth": 3, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "0b99d5f51725933f", "family": "sched", "template": 3, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "f93d17df47bca1c9", "family": "sched", "template": 3, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "9bbb5689cca4e95a", "family": "sched", "template": 3, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 1.0}, {"uid": "3d64b409eaac8920", "family": "sched", "template": 3, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "62e33c68b8f79b39", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "date kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "5299eeaedde151e3", "family": "sched", "template": 3, "depth": 3, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "0324c41dffaa1cb8", "family": "sched", "template": 4, "depth": 4, "pred": "A", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "7ed26f93ff59751b", "family": "excl", "template": 3, "depth": 1, "pred": "date apple", "truth": "pear bean nut apple date lime", "correct": false, "edits_per_token": 1.0}, {"uid": "a1f0d87c7f73741f", "family": "excl", "template": 3, "depth": 3, "pred": "date", "truth": "bean", "correct": false, "edits_per_token": 1.0}, {"uid": "1f83c533fa56b5bc", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "nut kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "9b2c677e487c27cb", "family": "sched", "template": 3, "depth": 2, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "1da9c50beb34a079", "family": "sched", "template": 3, "depth": 2, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "bcf669254b88cfdc", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "1e4798197a754ca9", "family": "excl", "template": 4, "depth": 4, "pred": "pear", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "2ca156e74b515e97", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "8f07ccd96ccbc610", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "84fd6425e9914d12", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "b08fd4373c649e28", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "6673e438630bc537", "family": "sched", "template": 3, "depth": 2, "pred": "C", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "823e185482c10eea", "family": "excl", "template": 3, "depth": 1, "pred": "bean fig", "truth": "pear fig kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "6b965ec119ced66c", "family": "excl", "template": 3, "depth": 2, "pred": "plum", "truth": "date kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "2867f11b7772c13d", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "d836ef317118984a", "family": "excl", "template": 4, "depth": 3, "pred": "plum yam li", "truth": "plum lime bean", "correct": false, "edits_per_token": 1.0}, {"uid": "41e74f93ba171d40", "family": "excl", "template": 4, "depth": 4, "pred": "date lime", "truth": "bean lime plum", "correct": false, "edits_per_token": 1.0}, {"uid": "24c2ab9b29ed5936", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "11bf2cd3775c5ae6", "family": "sched", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "57edf49d2957d214", "family": "excl", "template": 3, "depth": 2, "pred": "apple", "truth": "nut apple date", "correct": false, "edits_per_token": 1.0}, {"uid": "808bfdae57495704", "family": "excl", "template": 3, "depth": 3, "pred": "pear", "truth": "nut pear", "correct": false, "edits_per_token": 1.0}, {"uid": "3b66a1a50b1695e6", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "0b61a24242db3698", "family": "excl", "template": 3, "depth": 2, "pred": "none", "truth": "date", "correct": false, "edits_per_token": 1.0}, {"uid": "f85a3ccbfcdf9137", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "aba9b7c09cca0162", "family": "excl", "template": 3, "depth": 1, "pred": "date lime a", "truth": "date bean fig lime apple yam", "correct": false, "edits_per_token": 1.0}, {"uid": "388d3c85cb5e5571", "family": "excl", "template": 3, "depth": 2, "pred": "pear bean", "truth": "fig apple bean", "correct": false, "edits_per_token": 1.0}, {"uid": "4ce3a7806b4e37a1", "family": "excl", "template": 3, "depth": 2, "pred": "date apple", "truth": "nut date apple", "correct": false, "edits_per_token": 1.0}, {"uid": "1a4e1b1afc211393", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "93b5e2738ce59cb2", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "674650ffa20ce55a", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "c8d949a1e3be6f91", "family": "excl", "template": 3, "depth": 1, "pred": "kiwi date a", "truth": "kiwi nut apple yam fig", "correct": false, "edits_per_token": 1.0}, {"uid": "88ac831d2cd557d9", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "360a09024a425ece", "family": "excl", "template": 3, "depth": 3, "pred": "apple", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "73e1ed87bd91d91e", "family": "excl", "template": 4, "depth": 3, "pred": "lime apple", "truth": "fig apple", "correct": false, "edits_per_token": 1.0}, {"uid": "972671666362287e", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "e5c19452aff59471", "family": "excl", "template": 3, "depth": 2, "pred": "none", "truth": "lime fig", "correct": false, "edits_per_token": 1.0}, {"uid": "67596759243da943", "family": "excl", "template": 3, "depth": 1, "pred": "kiwi", "truth": "nut apple", "correct": false, "edits_per_token": 1.0}, {"uid": "604b31bc06814288", "family": "excl", "template": 3, "depth": 2, "pred": "lime pear", "truth": "fig lime plum pear date", "correct": false, "edits_per_token": 1.0}, {"uid": "b9bd8e59c9f1d169", "family": "excl", "template": 3, "depth": 4, "pred": "lime", "truth": "pear date", "correct": false, "edits_per_token": 1.0}, {"uid": "98f2bc4aaac47345", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "ccb76e780112444e", "family": "excl", "template": 3, "depth": 4, "pred": "lime", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "c9d53fcdd296fb93", "family": "excl", "template": 3, "depth": 1, "pred": "yam pear da", "truth": "pear date bean", "correct": false, "edits_per_token": 1.0}, {"uid": "cd053c65596b9d52", "family": "excl", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "c5e4abdf2afaa734", "family": "excl", "template": 3, "depth": 2, "pred": "pear", "truth": "apple pear lime", "correct": false, "edits_per_token": 1.0}, {"uid": "575bd19bd31d0b07", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "e34734f1a14f28d0", "family": "sched", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "3c98968bad82b469", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "nut", "correct": false, "edits_per_token": 1.0}, {"uid": "e1bd7c9723d2c27a", "family": "sched", "template": 3, "depth": 3, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "eaf02e2f7e83db51", "family": "sched", "template": 3, "depth": 3, "pred": "D", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "21a0e5d4310bbabb", "family": "sched", "template": 3, "depth": 4, "pred": "B", "truth": "B", "correct": true, "edits_per_token": 1.0}, {"uid": "71c8ed89a79fc5df", "family": "excl", "template": 3, "depth": 2, "pred": "date", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "dea15c6fe2a39b5a", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "pear", "correct": false, "edits_per_token": 1.0}, {"uid": "92b397c91c2c6658", "family": "excl", "template": 3, "depth": 3, "pred": "lime", "truth": "date yam", "correct": false, "edits_per_token": 1.0}, {"uid": "9b35109b19c0faee", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "pear", "correct": false, "edits_per_token": 1.0}, {"uid": "626e4b4b642be014", "family": "sched", "template": 3, "depth": 3, "pred": "none", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "0e23dc24249f4652", "family": "sched", "template": 3, "depth": 3, "pred": "none", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "c5b0ad7be361e95a", "family": "sched", "template": 3, "depth": 3, "pred": "D", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "1eee24b14ebcaeae", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "4a786c7f14b2e480", "family": "excl", "template": 3, "depth": 2, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "ac803cce400e86d1", "family": "sched", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "6d86054427302d5b", "family": "sched", "template": 3, "depth": 3, "pred": "B", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "7887a10ddd56a4d8", "family": "sched", "template": 3, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "1ce29b1fd43ccc7b", "family": "sched", "template": 3, "depth": 3, "pred": "-10", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "899550cafd046660", "family": "sched", "template": 3, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "d99c407ce3e4bc7c", "family": "sched", "template": 3, "depth": 4, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "a610df3c3cd79175", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "187fbbcb9c52b395", "family": "excl", "template": 4, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "13eeabe46c10b3f4", "family": "sched", "template": 3, "depth": 3, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "de97a05c13b8a94d", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 1.0}, {"uid": "df4aaa2dd1de92ca", "family": "excl", "template": 3, "depth": 3, "pred": "lime", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "907dca9ce42c2b0f", "family": "sched", "template": 3, "depth": 3, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "15981c6aa7df1c08", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 1.0}, {"uid": "8be8ea1d33c286a5", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 1.0}, {"uid": "ebf8a1474048318d", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "7c8636ccbdad97eb", "family": "sched", "template": 3, "depth": 4, "pred": "A", "truth": "A", "correct": true, "edits_per_token": 1.0}, {"uid": "b604579cb37abbac", "family": "excl", "template": 3, "depth": 2, "pred": "apple", "truth": "apple plum nut lime", "correct": false, "edits_per_token": 1.0}, {"uid": "9bd2514eedc4b4e1", "family": "excl", "template": 3, "depth": 3, "pred": "lime", "truth": "nut plum yam date fig", "correct": false, "edits_per_token": 1.0}, {"uid": "5a5831a28a079558", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "plum apple fig kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "ec595f0a0390d735", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "fea79df0f6d1fd02", "family": "sched", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "8ef030fff471d972", "family": "sched", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "438b7c96ee28bd9d", "family": "excl", "template": 3, "depth": 2, "pred": "pear lime b", "truth": "plum", "correct": false, "edits_per_token": 1.0}, {"uid": "bb0bf78ac78a923a", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "02fd22af8bcf2926", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "plum", "correct": false, "edits_per_token": 1.0}, {"uid": "484f0cbf9521eb48", "family": "sched", "template": 3, "depth": 3, "pred": "B", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "1c88622dafd378f0", "family": "sched", "template": 3, "depth": 3, "pred": "B", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "a2515a288d3ebc1c", "family": "sched", "template": 3, "depth": 3, "pred": "C", "truth": "C", "correct": true, "edits_per_token": 1.0}, {"uid": "fdbe9a26369f78cb", "family": "excl", "template": 3, "depth": 2, "pred": "none", "truth": "apple bean pear", "correct": false, "edits_per_token": 1.0}, {"uid": "a6a36716c0b2df0a", "family": "excl", "template": 3, "depth": 2, "pred": "lime date a", "truth": "apple fig", "correct": false, "edits_per_token": 1.0}, {"uid": "5900f01f35befa37", "family": "excl", "template": 3, "depth": 3, "pred": "yam", "truth": "pear", "correct": false, "edits_per_token": 1.0}, {"uid": "cffd5ce1a53090e9", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "yam nut", "correct": false, "edits_per_token": 1.0}, {"uid": "29dd326d17b000b8", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "f2667067c94bd9c2", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "fig", "correct": false, "edits_per_token": 1.0}, {"uid": "12f677e2d8211889", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "date lime fig", "correct": false, "edits_per_token": 1.0}, {"uid": "98c008587d327951", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "bc8320ef1f99cdca", "family": "excl", "template": 3, "depth": 4, "pred": "yam", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "143da4e59c54f707", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "0263314c0f8bd6e3", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "kiwi", "correct": false, "edits_per_token": 1.0}, {"uid": "a32fe4699c3e3b20", "family": "excl", "template": 3, "depth": 4, "pred": "yam", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "cf3230cc88489f4d", "family": "excl", "template": 4, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "9ae2d71807ac60ce", "family": "sched", "template": 3, "depth": 4, "pred": "none", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "c8cafc46c6059978", "family": "sched", "template": 3, "depth": 4, "pred": "none", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "d3a57b5d40b54f07", "family": "sched", "template": 3, "depth": 4, "pred": "none", "truth": "D", "correct": false, "edits_per_token": 1.0}, {"uid": "0ee40b253fa61944", "family": "excl", "template": 3, "depth": 4, "pred": "yam", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "ac6679c20b581019", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "A", "correct": false, "edits_per_token": 1.0}, {"uid": "313a17c228e500a7", "family": "sched", "template": 3, "depth": 4, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "6a39bb66c31d0c07", "family": "sched", "template": 3, "depth": 4, "pred": "A", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "7d24096e135a42b0", "family": "sched", "template": 3, "depth": 4, "pred": "A", "truth": "B", "correct": false, "edits_per_token": 1.0}, {"uid": "f1151698215aeddd", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 1.0}, {"uid": "2ee0b9dfde797896", "family": "sched", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "e6105ab44757a470", "family": "excl", "template": 3, "depth": 4, "pred": "apple", "truth": "date", "correct": false, "edits_per_token": 1.0}, {"uid": "5781173c61edecf5", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "05e31fdfb26115e8", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "C", "correct": false, "edits_per_token": 1.0}, {"uid": "20c1afb381170175", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 1.0}, {"uid": "1e3a4f4d7d382f94", "family": "sched", "template": 3, "depth": 4, "pred": "C", "truth": "D", "correct": false, "edits_per_token": 1.0}, {"uid": "318c3ea250d02d58", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "D", "correct": true, "edits_per_token": 1.0}, {"uid": "e6ac396246c5515b", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "30430c28d192efc6", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "3cdf56b0100af59e", "family": "sched", "template": 3, "depth": 4, "pred": "B", "truth": "D", "correct": false, "edits_per_token": 1.0}, {"uid": "6899d2086a2c7753", "family": "sched", "template": 3, "depth": 4, "pred": "D", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "367c3ec2d58863b2", "family": "excl", "template": 3, "depth": 3, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "eaaa7c5edccb5411", "family": "excl", "template": 3, "depth": 4, "pred": "pear", "truth": "kiwi yam plum lime", "correct": false, "edits_per_token": 1.0}, {"uid": "a2d8394434d2b7c7", "family": "excl", "template": 3, "depth": 4, "pred": "lime", "truth": "none", "correct": false, "edits_per_token": 1.0}, {"uid": "a8ceb89025e1dc13", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "c6e26a7f92d9ec61", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "plum date", "correct": false, "edits_per_token": 1.0}, {"uid": "5f0c526128cf245d", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "948053c857d373b2", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "none", "correct": true, "edits_per_token": 1.0}, {"uid": "98b379559d3421a8", "family": "excl", "template": 3, "depth": 4, "pred": "none", "truth": "nut", "correct": false, "edits_per_token": 1.0}]