{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f40b290851e18038", "input_tokens": 6884, "output_tokens": 967, "cached_tokens": 0, "cost_usd": 0.023438, "latency_s": 8.184, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjjXfE3DTXMRK9Efs31", "ts": 1793149551.439899, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "bb428517311a9120", "input_tokens": 7137, "output_tokens": 1004, "cached_tokens": 0, "cost_usd": 0.024314, "latency_s": 8.686, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjjXez3FgbD8Nrgf7pj", "ts": 1793149551.941751, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "2ee284c87402e824", "input_tokens": 6925, "output_tokens": 1101, "cached_tokens": 0, "cost_usd": 0.02486, "latency_s": 8.779, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjjXjh3KpJzoT1UQJx7", "ts": 1793149552.035488, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e6ad8ff3bbab990a", "input_tokens": 7056, "output_tokens": 1029, "cached_tokens": 2577, "cost_usd": 0.0197634, "latency_s": 8.178, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjk8isXN7yFwAPUvK9b", "ts": 1793149559.6348958, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "fdb555c75e3df316", "input_tokens": 7002, "output_tokens": 1064, "cached_tokens": 0, "cost_usd": 0.024644, "latency_s": 16.678, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjjXiCyDqpUVf6D36fb", "ts": 1793149559.933841, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "a41822310d902567", "input_tokens": 7140, "output_tokens": 1188, "cached_tokens": 2577, "cost_usd": 0.021521400000000003, "latency_s": 10.1, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjkAxZmHAQMWub79sSs", "ts": 1793149562.065527, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "04f438a3acf81852", "input_tokens": 6956, "output_tokens": 1130, "cached_tokens": 2577, "cost_usd": 0.020573400000000002, "latency_s": 10.073, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjkB6zWCBYFbuywWKPW", "ts": 1793149562.128651, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "fb34623457688c4b", "input_tokens": 6909, "output_tokens": 1252, "cached_tokens": 2577, "cost_usd": 0.0216994, "latency_s": 9.046, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjkks1BaLMw5vdgj6PQ", "ts": 1793149568.999178, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "d13dde5762e3f80c", "input_tokens": 4574, "output_tokens": 1959, "cached_tokens": 1301, "cost_usd": 0.026266099999999997, "latency_s": 27.335, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_2159d350b3924f40b41fac985fe4b7a5", "ts": 1793149570.24853, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "62ea95951a62d0a2", "input_tokens": 4583, "output_tokens": 1513, "cached_tokens": 1301, "cost_usd": 0.0218241, "latency_s": 21.62, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_447e059837cd41218ca6ed7ebbd963ef", "ts": 1793149581.27315, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "fac358cc3fc3ecc3", "input_tokens": 4584, "output_tokens": 1649, "cached_tokens": 1301, "cost_usd": 0.023186099999999998, "latency_s": 23.152, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_355888df41374b539ec646bfc7912e0a", "ts": 1793149585.297227, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "c5f54ee52dd6cba6", "input_tokens": 4177, "output_tokens": 2090, "cached_tokens": 1301, "cost_usd": 0.0267821, "latency_s": 26.492, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_fb84b3c2f57446618a9434714451fb26", "ts": 1793149588.5776472, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "1224c47edf23d5bd", "input_tokens": 4720, "output_tokens": 1503, "cached_tokens": 1301, "cost_usd": 0.0219981, "latency_s": 20.288, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_74ac12202e7440d3b35ca005d800e1d8", "ts": 1793149589.3063328, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "5df40b6e5731e582", "input_tokens": 4569, "output_tokens": 1651, "cached_tokens": 1301, "cost_usd": 0.023176099999999998, "latency_s": 25.519, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_f4bc1b81fc2743ceba175adaa657aa4c", "ts": 1793149595.772224, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "2242997539cb0453", "input_tokens": 7079, "output_tokens": 1153, "cached_tokens": 2577, "cost_usd": 0.021049400000000003, "latency_s": 9.554, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjoQBdSZC9x3jdJrmPB", "ts": 1793149605.344075, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "a160b329e88df91e", "input_tokens": 4590, "output_tokens": 1472, "cached_tokens": 1301, "cost_usd": 0.0214281, "latency_s": 25.003, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_d7317235bdfb4555aa7d73128135abf3", "ts": 1793149606.2909791, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "ac214f5b1944fc7b", "input_tokens": 4554, "output_tokens": 1715, "cached_tokens": 1301, "cost_usd": 0.023786099999999998, "latency_s": 24.572, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_4253513577ef40a99723146d23412419", "ts": 1793149609.888293, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "0c9e699329c3dfc3", "input_tokens": 4590, "output_tokens": 1716, "cached_tokens": 1301, "cost_usd": 0.0238681, "latency_s": 23.012, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_f01b3a68b2314f97b2835d290ea02010", "ts": 1793149612.3309991, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "365a0be9a528f6fa", "input_tokens": 6220, "output_tokens": 950, "cached_tokens": 2577, "cost_usd": 0.0173014, "latency_s": 7.654, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjp6y4Saej6WFbot9hp", "ts": 1793149613.010819, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "bd8e84956aee8779", "input_tokens": 4700, "output_tokens": 1794, "cached_tokens": 1301, "cost_usd": 0.024868099999999997, "latency_s": 25.963, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_decc4b0c65c7410fa7a5017956e24fe7", "ts": 1793149614.546896, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "b714150dc4fd3c01", "input_tokens": 7109, "output_tokens": 986, "cached_tokens": 2577, "cost_usd": 0.019439400000000003, "latency_s": 9.36, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjpBDYkX4CUb8Eiq63h", "ts": 1793149615.680232, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "3b0e3a51f479833f", "input_tokens": 7061, "output_tokens": 1081, "cached_tokens": 2577, "cost_usd": 0.020293400000000003, "latency_s": 8.713, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjpSYHy36kXAQCWgKcL", "ts": 1793149618.622674, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f2a77cea269ecfd4", "input_tokens": 7028, "output_tokens": 1082, "cached_tokens": 2577, "cost_usd": 0.020237400000000003, "latency_s": 9.563, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjpfnXFQHtzHk8Hvt17", "ts": 1793149622.5950289, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "a175550599a64422", "input_tokens": 6973, "output_tokens": 1138, "cached_tokens": 2577, "cost_usd": 0.0206874, "latency_s": 9.279, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjq5hww11VPYZx7PcwQ", "ts": 1793149627.905997, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "23b32558af538df1", "input_tokens": 4390, "output_tokens": 1546, "cached_tokens": 1301, "cost_usd": 0.0217681, "latency_s": 18.08, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_7919a5c8ab2a4600a6baf3787fed439d", "ts": 1793149630.429763, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "5a3d3140d1332f16", "input_tokens": 7037, "output_tokens": 1138, "cached_tokens": 2577, "cost_usd": 0.0208154, "latency_s": 9.477, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjqNjNwuy86MLBt14ry", "ts": 1793149632.0829802, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "35f34d927346dee7", "input_tokens": 4628, "output_tokens": 1684, "cached_tokens": 1301, "cost_usd": 0.0236241, "latency_s": 21.34, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_9168afc7795840059e26d47d687b0119", "ts": 1793149637.042507, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "8d30bdb62e0609f7", "input_tokens": 6913, "output_tokens": 1033, "cached_tokens": 2577, "cost_usd": 0.0195174, "latency_s": 8.448, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjqxCXVrZtd6Ef4yTj6", "ts": 1793149638.886285, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "e2af461fac505e82", "input_tokens": 4566, "output_tokens": 1993, "cached_tokens": 1301, "cost_usd": 0.0265901, "latency_s": 25.92, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_28f9b836520d45b39ec15f0c876531cd", "ts": 1793149640.475519, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "2a1b17a0fbdb938a", "input_tokens": 7059, "output_tokens": 935, "cached_tokens": 2577, "cost_usd": 0.018829400000000003, "latency_s": 8.028, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjraRNYN9VEavm6zygS", "ts": 1793149646.935542, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "b08c2899054298a0", "input_tokens": 7086, "output_tokens": 984, "cached_tokens": 2577, "cost_usd": 0.019373400000000002, "latency_s": 8.172, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjrhSo4PVUj7QJnbFtW", "ts": 1793149648.6742551, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "598e87a423a5c89e", "input_tokens": 4591, "output_tokens": 1752, "cached_tokens": 1301, "cost_usd": 0.024230099999999997, "latency_s": 23.217, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_afc7ea292c434ac6b9b1e48378427312", "ts": 1793149651.145139, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e2a288a7c2c55e8b", "input_tokens": 7081, "output_tokens": 1041, "cached_tokens": 2577, "cost_usd": 0.0199334, "latency_s": 7.492, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjsAqZXcxkPtKYPSWvs", "ts": 1793149654.4505339, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "a048afad863e126e", "input_tokens": 4657, "output_tokens": 1580, "cached_tokens": 1301, "cost_usd": 0.0226421, "latency_s": 22.875, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_005310b1531c4ebe89b2feb38777056b", "ts": 1793149654.97766, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "ab4d4295b16192a5", "input_tokens": 4607, "output_tokens": 1608, "cached_tokens": 1301, "cost_usd": 0.022822099999999998, "latency_s": 23.77, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_0349b1556dde4a9895b6daa521b95f87", "ts": 1793149660.823998, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "c6c08bcc0916cdf3", "input_tokens": 7023, "output_tokens": 1220, "cached_tokens": 2577, "cost_usd": 0.021607400000000002, "latency_s": 9.95, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjsix7EVUu5smtsC27m", "ts": 1793149664.4163399, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "1bd22ac24adea9c4", "input_tokens": 3767, "output_tokens": 1441, "cached_tokens": 1301, "cost_usd": 0.0194721, "latency_s": 22.19, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_62a90a574bd14815be5a7dedc76275e0", "ts": 1793149670.873206, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "c633cc82009d5175", "input_tokens": 4633, "output_tokens": 1744, "cached_tokens": 1301, "cost_usd": 0.024234099999999998, "latency_s": 25.48, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_139745424fdd44bf87f7f8b6445b270e", "ts": 1793149676.6322, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "57d2ae8fe7d861e0", "input_tokens": 4667, "output_tokens": 1769, "cached_tokens": 1301, "cost_usd": 0.024552099999999997, "latency_s": 22.772, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_cd1bd582c2124abb956a16c76d63c2e1", "ts": 1793149677.775211, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "1b77277f43c83c62", "input_tokens": 4686, "output_tokens": 1579, "cached_tokens": 1301, "cost_usd": 0.022690099999999998, "latency_s": 20.828, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a6d4d0f75615404eb10c679177425131", "ts": 1793149681.662445, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "18a5b8432aa3cf00", "input_tokens": 7068, "output_tokens": 1077, "cached_tokens": 2577, "cost_usd": 0.0202674, "latency_s": 8.727, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjuMrugbc5CjFwchQbn", "ts": 1793149685.3666282, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "8e780687e2ef56a5", "input_tokens": 21325, "output_tokens": 3247, "cached_tokens": 7731, "cost_usd": 0.0612042, "latency_s": 26.745, "ok": true, "validation_retries": 2, "error": null, "request_id": "req_011CgTjugS7JaFysD4PZQSG4", "ts": 1793149691.17278, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "74131b9f7c9b48d6", "input_tokens": 6978, "output_tokens": 1115, "cached_tokens": 2577, "cost_usd": 0.0204674, "latency_s": 8.623, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjv17W2Mr5zWagQvqKe", "ts": 1793149694.0061948, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "984be253f7695b8f", "input_tokens": 3904, "output_tokens": 1573, "cached_tokens": 1301, "cost_usd": 0.021066099999999997, "latency_s": 25.587, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_7ab9bd9dcf3d4a9ba65f6791c460effb", "ts": 1793149696.4804852, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "2c738fdc3c19fcf2", "input_tokens": 4604, "output_tokens": 1742, "cached_tokens": 1301, "cost_usd": 0.0241561, "latency_s": 21.142, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_23c382666d4644a1a875f5be0533f633", "ts": 1793149698.94194, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "cf263056b4c5eda6", "input_tokens": 7050, "output_tokens": 1113, "cached_tokens": 2577, "cost_usd": 0.020591400000000003, "latency_s": 9.053, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjvRw1CvgpU3Mi7hwCf", "ts": 1793149700.245278, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "3497ef18a6742603", "input_tokens": 6974, "output_tokens": 920, "cached_tokens": 2577, "cost_usd": 0.018509400000000002, "latency_s": 7.687, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjve4FdVhtYcXXCrhsb", "ts": 1793149701.709965, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "e615010758eeace3", "input_tokens": 3647, "output_tokens": 1659, "cached_tokens": 1301, "cost_usd": 0.0214121, "latency_s": 24.81, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_91e964701334422aacd4643a3ca69e73", "ts": 1793149706.495005, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e4ebe72eeb2d918c", "input_tokens": 6810, "output_tokens": 1083, "cached_tokens": 2577, "cost_usd": 0.0198114, "latency_s": 8.723, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjwZTUAyLciwpktSrzk", "ts": 1793149715.232526, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "8d1d26b9cd9019b1", "input_tokens": 4602, "output_tokens": 1561, "cached_tokens": 1301, "cost_usd": 0.0223421, "latency_s": 22.539, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_9957658821514c18b925b4cdc65bde50", "ts": 1793149719.0338619, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "1b3a827df0e91525", "input_tokens": 7096, "output_tokens": 1045, "cached_tokens": 2577, "cost_usd": 0.0200034, "latency_s": 8.826, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjxCvy3bYK42dobXgcT", "ts": 1793149724.07911, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "ba6f45c92ee11078", "input_tokens": 4296, "output_tokens": 1862, "cached_tokens": 1301, "cost_usd": 0.024740099999999998, "latency_s": 30.076, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_bb25bf9ffbb7491985a52c86f8ddc1fc", "ts": 1793149729.037641, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "fe94268800e5bb14", "input_tokens": 7089, "output_tokens": 1130, "cached_tokens": 2577, "cost_usd": 0.0208394, "latency_s": 9.389, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjxriZzDAHoXCEnMFzz", "ts": 1793149733.494625, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "c17d77fa4ce77b2f", "input_tokens": 3837, "output_tokens": 2181, "cached_tokens": 1301, "cost_usd": 0.027012099999999997, "latency_s": 33.456, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_b42f8e499fa04382a5ee60e48d5870d8", "ts": 1793149735.174908, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "ae88b1c25e89cd18", "input_tokens": 4607, "output_tokens": 2145, "cached_tokens": 1301, "cost_usd": 0.028192099999999998, "latency_s": 35.062, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_09b8f2685737431b845d977c9b2b85d0", "ts": 1793149735.326082, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "anthropic", "model": "claude-sonnet-5-5", "tag": "generalist:estimate:0", "prompt_hash": "1962ffa1518faf0f", "input_tokens": 7064, "output_tokens": 1071, "cached_tokens": 2577, "cost_usd": 0.020199400000000003, "latency_s": 9.469, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjygCpVSgWh3xZz3LRd", "ts": 1793149744.6677, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "1f2456b52f1114ad", "input_tokens": 3770, "output_tokens": 1568, "cached_tokens": 1301, "cost_usd": 0.0207481, "latency_s": 28.063, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_1b35eadd55ec45ef8408b42142f9657d", "ts": 1793149747.115411, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "67f20fe3b3a47eef", "input_tokens": 4621, "output_tokens": 1646, "cached_tokens": 1301, "cost_usd": 0.0232301, "latency_s": 27.977, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_cd71a08a786748e78fbe91e50b51d5a2", "ts": 1793149757.0356622, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "60b62c76f8d7e170", "input_tokens": 4055, "output_tokens": 1560, "cached_tokens": 1301, "cost_usd": 0.0212381, "latency_s": 25.635, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_1b657ee7989a428580c23cc1c59945c3", "ts": 1793149759.1439848, "run_id": "holdout_E_single_llm_mixed_random_mid"}
{"provider": "openai", "model": "gpt-6.1-sol", "tag": "generalist:estimate:0", "prompt_hash": "c78434965e71bcdc", "input_tokens": 4630, "output_tokens": 1537, "cached_tokens": 1301, "cost_usd": 0.0221581, "latency_s": 26.681, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_455f88a16a1a4bd98270e0aa1f252202", "ts": 1793149762.014166, "run_id": "holdout_E_single_llm_mixed_random_mid"}