spb/wp26_uqo

1{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "fac1cfbbe44ad2dd", "input_tokens": 6903, "output_tokens": 2705, "cached_tokens": 0, "cost_usd": 0.0020428, "latency_s": 14.375, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjjXezHHtM6QzzCQ8SC", "ts": 1793149557.6327932, "run_id": "final_small_E_single_llm_mixed_random_small"}2{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "1a30bef1a00d6345", "input_tokens": 6724, "output_tokens": 3299, "cached_tokens": 0, "cost_usd": 0.0023219, "latency_s": 14.423, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjjXejyys6DbwkgJkXm", "ts": 1793149557.680832, "run_id": "final_small_E_single_llm_mixed_random_small"}3{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "b54909378ef32585", "input_tokens": 6590, "output_tokens": 3406, "cached_tokens": 0, "cost_usd": 0.002362, "latency_s": 16.405, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjjXjT1i28X8HUzXtxE", "ts": 1793149559.66112, "run_id": "final_small_E_single_llm_mixed_random_small"}4{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "476dd7fe07475886", "input_tokens": 3725, "output_tokens": 1654, "cached_tokens": 1301, "cost_usd": 0.00108241, "latency_s": 17.433, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_f815721dd132405eab3ddd53799c34e2", "ts": 1793149560.3448179, "run_id": "final_small_E_single_llm_mixed_random_small"}5{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "8882f2136e3be6f4", "input_tokens": 4418, "output_tokens": 2473, "cached_tokens": 0, "cost_usd": 0.0016783, "latency_s": 24.664, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_203e6bd5bf8b4c3189c83669d880bcbf", "ts": 1793149567.921497, "run_id": "final_small_E_single_llm_mixed_random_small"}6{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "94426989527b94e8", "input_tokens": 6896, "output_tokens": 2763, "cached_tokens": 2577, "cost_usd": 0.00183917, "latency_s": 14.508, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjknpaie1zS4FFoiuJU", "ts": 1793149574.867079, "run_id": "final_small_E_single_llm_mixed_random_small"}7{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "823656bd226aef2e", "input_tokens": 4334, "output_tokens": 1907, "cached_tokens": 1301, "cost_usd": 0.00126981, "latency_s": 19.301, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_d4f89898ec0a410f9f7bc3c7fe586a86", "ts": 1793149576.994008, "run_id": "final_small_E_single_llm_mixed_random_small"}8{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "123e19a830e10fb5", "input_tokens": 4419, "output_tokens": 2181, "cached_tokens": 1301, "cost_usd": 0.00141531, "latency_s": 21.197, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_4bb8f15fc3a44cc583fb1ea483128a9b", "ts": 1793149580.872331, "run_id": "final_small_E_single_llm_mixed_random_small"}9{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e9b43d7dfaa9166e", "input_tokens": 13627, "output_tokens": 6473, "cached_tokens": 5154, "cost_usd": 0.00413534, "latency_s": 30.818, "ok": true, "validation_retries": 1, "error": null, "request_id": "req_011CgTjmzxrhMWL9WjpGobcZ", "ts": 1793149588.4765031, "run_id": "final_small_E_single_llm_mixed_random_small"}10{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ac85ce88a0789316", "input_tokens": 4500, "output_tokens": 1469, "cached_tokens": 1301, "cost_usd": 0.0010674100000000002, "latency_s": 15.204, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_70134c0f52d6456892e86d9be33816ac", "ts": 1793149590.08863, "run_id": "final_small_E_single_llm_mixed_random_small"}11{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "a4039770721e4ade", "input_tokens": 3776, "output_tokens": 2765, "cached_tokens": 1301, "cost_usd": 0.00164301, "latency_s": 26.432, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_41b95ccefd684ca9b071273382dfd354", "ts": 1793149594.372685, "run_id": "final_small_E_single_llm_mixed_random_small"}12{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ffe02feaeb96aab0", "input_tokens": 3677, "output_tokens": 2313, "cached_tokens": 1301, "cost_usd": 0.00140711, "latency_s": 21.248, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_03db47bfa3a445bea1b35037463fcca0", "ts": 1793149602.136375, "run_id": "final_small_E_single_llm_mixed_random_small"}13{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e6a4eb3349b815df", "input_tokens": 6836, "output_tokens": 2921, "cached_tokens": 2577, "cost_usd": 0.0019121700000000001, "latency_s": 14.114, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjnynSKBr9BNoUwPj7A", "ts": 1793149604.218202, "run_id": "final_small_E_single_llm_mixed_random_small"}14{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "cc2990b914ee9067", "input_tokens": 4304, "output_tokens": 3009, "cached_tokens": 1301, "cost_usd": 0.00181781, "latency_s": 28.271, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_5d8eda00a0fc47d681ce6378676a70fc", "ts": 1793149605.2913878, "run_id": "final_small_E_single_llm_mixed_random_small"}15{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "4bef94dcdf491d22", "input_tokens": 4414, "output_tokens": 3025, "cached_tokens": 1301, "cost_usd": 0.00183681, "latency_s": 26.738, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_5cee46210e3e4398be5d00fe62b2a071", "ts": 1793149615.232231, "run_id": "final_small_E_single_llm_mixed_random_small"}16{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "17d7f2ab9c6c7150", "input_tokens": 6865, "output_tokens": 2818, "cached_tokens": 2577, "cost_usd": 0.00186357, "latency_s": 13.779, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjp2C5SMbtoh5KJsX6a", "ts": 1793149618.017817, "run_id": "final_small_E_single_llm_mixed_random_small"}17{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "e153feed87e6a4ef", "input_tokens": 4447, "output_tokens": 2834, "cached_tokens": 1301, "cost_usd": 0.0017446100000000002, "latency_s": 27.169, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_d43c20b9ba56438dbcaf240b7b9e4c2c", "ts": 1793149621.551947, "run_id": "final_small_E_single_llm_mixed_random_small"}18{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "fd1c305be0d73b4c", "input_tokens": 3281, "output_tokens": 2200, "cached_tokens": 1301, "cost_usd": 0.00131101, "latency_s": 20.823, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_3c849b6a50d34fb7a01affa6f8234422", "ts": 1793149622.97949, "run_id": "final_small_E_single_llm_mixed_random_small"}19{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f65b21e7e645754f", "input_tokens": 6795, "output_tokens": 3880, "cached_tokens": 2577, "cost_usd": 0.0023875700000000003, "latency_s": 18.908, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjp6sN3g6vZY9eRL5hU", "ts": 1793149624.215281, "run_id": "final_small_E_single_llm_mixed_random_small"}20{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "a0c7a7b0b5089fd1", "input_tokens": 6808, "output_tokens": 2060, "cached_tokens": 2577, "cost_usd": 0.00147887, "latency_s": 10.013, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjpqNUeKaEAaEa8Ajft", "ts": 1793149625.261892, "run_id": "final_small_E_single_llm_mixed_random_small"}21{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "de783c98cbaaf43c", "input_tokens": 6769, "output_tokens": 3957, "cached_tokens": 2577, "cost_usd": 0.00242347, "latency_s": 18.001, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjq3PJ2ipFBAFTdnV1B", "ts": 1793149636.040989, "run_id": "final_small_E_single_llm_mixed_random_small"}22{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "4207f75072c713d8", "input_tokens": 6872, "output_tokens": 3197, "cached_tokens": 2577, "cost_usd": 0.00205377, "latency_s": 15.411, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjqQZmMYHvcXbgA3gmH", "ts": 1793149638.4057379, "run_id": "final_small_E_single_llm_mixed_random_small"}23{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "82de8fd1eeb4a578", "input_tokens": 4986, "output_tokens": 2598, "cached_tokens": 2577, "cost_usd": 0.0015656700000000001, "latency_s": 13.657, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjqa9j6zRQRrPEo8w61", "ts": 1793149638.938851, "run_id": "final_small_E_single_llm_mixed_random_small"}24{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "5da415dea6156d3d", "input_tokens": 4435, "output_tokens": 2365, "cached_tokens": 1301, "cost_usd": 0.00150891, "latency_s": 23.843, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_6e935101a99b4e68bae4d5fd4af7d467", "ts": 1793149645.40591, "run_id": "final_small_E_single_llm_mixed_random_small"}25{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "febc7a5d6afaee60", "input_tokens": 4449, "output_tokens": 2407, "cached_tokens": 1301, "cost_usd": 0.00153131, "latency_s": 22.704, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_b330de1f4fae4359ad03f23f32d7d618", "ts": 1793149646.936571, "run_id": "final_small_E_single_llm_mixed_random_small"}26{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "04eabc376dbccf22", "input_tokens": 5225, "output_tokens": 2780, "cached_tokens": 2577, "cost_usd": 0.00168057, "latency_s": 13.504, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjrNEPf1p4Ra3S12CeP", "ts": 1793149649.55329, "run_id": "final_small_E_single_llm_mixed_random_small"}27{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "346329671b4fe6b3", "input_tokens": 2973, "output_tokens": 2305, "cached_tokens": 1301, "cost_usd": 0.00133271, "latency_s": 21.825, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_39a3d054160f40338f1912e49cd40439", "ts": 1793149660.768186, "run_id": "final_small_E_single_llm_mixed_random_small"}28{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "2181d436bf262be8", "input_tokens": 4443, "output_tokens": 2552, "cached_tokens": 1301, "cost_usd": 0.00160321, "latency_s": 24.539, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_9972aa6474fd4106ae61128a25c679fe", "ts": 1793149662.969148, "run_id": "final_small_E_single_llm_mixed_random_small"}29{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "998a72a296505a3b", "input_tokens": 3587, "output_tokens": 1897, "cached_tokens": 1301, "cost_usd": 0.00119011, "latency_s": 19.562, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a3e47b65cb954aeb9828f091535abb49", "ts": 1793149664.976395, "run_id": "final_small_E_single_llm_mixed_random_small"}30{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "16ed304d0a164eea", "input_tokens": 4228, "output_tokens": 1856, "cached_tokens": 1301, "cost_usd": 0.00123371, "latency_s": 19.487, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_232dfe26e00c4addabd2fa03e9ccb216", "ts": 1793149669.053628, "run_id": "final_small_E_single_llm_mixed_random_small"}31{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "38d8bfa1d11852f0", "input_tokens": 4473, "output_tokens": 2532, "cached_tokens": 1301, "cost_usd": 0.00159621, "latency_s": 25.7, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_26abe2b8b4304b99a5ba4d0152e7258d", "ts": 1793149672.652873, "run_id": "final_small_E_single_llm_mixed_random_small"}32{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "03f0e2a344f4f5d3", "input_tokens": 6722, "output_tokens": 3283, "cached_tokens": 2577, "cost_usd": 0.00208177, "latency_s": 14.508, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjtW4zUufc9Zix6q9so", "ts": 1793149679.500084, "run_id": "final_small_E_single_llm_mixed_random_small"}33{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e935c18d89b70496", "input_tokens": 6867, "output_tokens": 3654, "cached_tokens": 2577, "cost_usd": 0.00228177, "latency_s": 17.669, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjtMXH9Tz4bHx4yrpiY", "ts": 1793149680.6627588, "run_id": "final_small_E_single_llm_mixed_random_small"}34{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "2c14057c3cc99f85", "input_tokens": 3490, "output_tokens": 2421, "cached_tokens": 1301, "cost_usd": 0.00144241, "latency_s": 24.091, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_85212c4cbef54240ae7145cd06c4fb23", "ts": 1793149684.883786, "run_id": "final_small_E_single_llm_mixed_random_small"}35{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ee274e5f83dc7bc5", "input_tokens": 4401, "output_tokens": 1270, "cached_tokens": 1301, "cost_usd": 0.00095801, "latency_s": 12.745, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_e5dac0c14dab4cbca6e9962170d189d0", "ts": 1793149685.4143062, "run_id": "final_small_E_single_llm_mixed_random_small"}36{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ae2091df6a2fdf62", "input_tokens": 4438, "output_tokens": 2443, "cached_tokens": 1301, "cost_usd": 0.00154821, "latency_s": 22.972, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_dab688a1376b496c9aaf44dd5d532e3a", "ts": 1793149692.0369651, "run_id": "final_small_E_single_llm_mixed_random_small"}37{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "18ee94179931c496", "input_tokens": 6797, "output_tokens": 2897, "cached_tokens": 2577, "cost_usd": 0.00189627, "latency_s": 13.551, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjua485BMroJvDcXDjw", "ts": 1793149693.075346, "run_id": "final_small_E_single_llm_mixed_random_small"}38{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "19c25beb2f42ffb6", "input_tokens": 4421, "output_tokens": 2195, "cached_tokens": 1301, "cost_usd": 0.00142251, "latency_s": 20.912, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_edb10e1f40a7480da57b7e638a81552d", "ts": 1793149705.8015192, "run_id": "final_small_E_single_llm_mixed_random_small"}39{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "c682c79ccf9ee538", "input_tokens": 4430, "output_tokens": 2711, "cached_tokens": 1301, "cost_usd": 0.0016814100000000002, "latency_s": 25.229, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_723d7575d9094af7b30ca2c6cd147fc6", "ts": 1793149705.916703, "run_id": "final_small_E_single_llm_mixed_random_small"}40{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ea8dac68662ac427", "input_tokens": 4384, "output_tokens": 2686, "cached_tokens": 1301, "cost_usd": 0.00166431, "latency_s": 24.521, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_c91704c3112e4a179ad5109d9e0931d0", "ts": 1793149709.947326, "run_id": "final_small_E_single_llm_mixed_random_small"}41{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "699cb1dc7be385e6", "input_tokens": 3868, "output_tokens": 2193, "cached_tokens": 1301, "cost_usd": 0.00136621, "latency_s": 19.977, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_2a76f422c3b04170acd5a16f170f12ec", "ts": 1793149712.033603, "run_id": "final_small_E_single_llm_mixed_random_small"}42{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "92ce081ca985d248", "input_tokens": 3620, "output_tokens": 3069, "cached_tokens": 1301, "cost_usd": 0.0017794100000000001, "latency_s": 26.949, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_e4c040df32104b17b8748249b4b08fd1", "ts": 1793149720.032759, "run_id": "final_small_E_single_llm_mixed_random_small"}43{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "3ceeaa1a4715517a", "input_tokens": 4455, "output_tokens": 1738, "cached_tokens": 1301, "cost_usd": 0.00119741, "latency_s": 17.189, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_0499c7d37c674c08999848ee9990ed28", "ts": 1793149727.162534, "run_id": "final_small_E_single_llm_mixed_random_small"}44{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "0f25962e38694dbb", "input_tokens": 4463, "output_tokens": 2534, "cached_tokens": 1301, "cost_usd": 0.00159621, "latency_s": 22.256, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_4032ce271320461983c9571d82e7f45a", "ts": 1793149728.200564, "run_id": "final_small_E_single_llm_mixed_random_small"}45{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "7c2a805a4111163c", "input_tokens": 4390, "output_tokens": 2711, "cached_tokens": 1301, "cost_usd": 0.00167741, "latency_s": 24.216, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_139ed794dc3c4f5c8900efcc108f91fe", "ts": 1793149730.041046, "run_id": "final_small_E_single_llm_mixed_random_small"}46{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "5766724ec682f067", "input_tokens": 4351, "output_tokens": 2110, "cached_tokens": 1301, "cost_usd": 0.00137301, "latency_s": 20.191, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a4ca3a052f814f1785f160b16bb127f8", "ts": 1793149732.245378, "run_id": "final_small_E_single_llm_mixed_random_small"}47{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "2891a01082a5329b", "input_tokens": 7038, "output_tokens": 2918, "cached_tokens": 2577, "cost_usd": 0.00193087, "latency_s": 15.712, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjxZQm2nHWxQxFYpV3U", "ts": 1793149735.7557492, "run_id": "final_small_E_single_llm_mixed_random_small"}48{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "c4abc339b76c7983", "input_tokens": 6797, "output_tokens": 4084, "cached_tokens": 2577, "cost_usd": 0.00248977, "latency_s": 18.483, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjy5x4HarXHvAwutoVJ", "ts": 1793149745.662048, "run_id": "final_small_E_single_llm_mixed_random_small"}49{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "3e221984894565bf", "input_tokens": 4328, "output_tokens": 1958, "cached_tokens": 1301, "cost_usd": 0.0012947100000000001, "latency_s": 18.001, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a239883e580a46659e5c377df337cc1c", "ts": 1793149746.2214909, "run_id": "final_small_E_single_llm_mixed_random_small"}50{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "a4a146790b1bc4d6", "input_tokens": 2739, "output_tokens": 1839, "cached_tokens": 1301, "cost_usd": 0.00107631, "latency_s": 18.522, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_53282c8833cf441396cd35cfa9962658", "ts": 1793149750.789697, "run_id": "final_small_E_single_llm_mixed_random_small"}51{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f7efe6a9370de727", "input_tokens": 4506, "output_tokens": 2453, "cached_tokens": 1301, "cost_usd": 0.00156001, "latency_s": 22.381, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_0fbd1c686d804896b2ec6bf1e6b70647", "ts": 1793149752.4436631, "run_id": "final_small_E_single_llm_mixed_random_small"}52{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "fd7241f08f06240c", "input_tokens": 6880, "output_tokens": 2846, "cached_tokens": 2577, "cost_usd": 0.0018790699999999998, "latency_s": 13.883, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjzVPUQMsk6tWjN7Rze", "ts": 1793149760.1278431, "run_id": "final_small_E_single_llm_mixed_random_small"}53{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "056e5cdee4ba925a", "input_tokens": 3874, "output_tokens": 2699, "cached_tokens": 1301, "cost_usd": 0.00161981, "latency_s": 26.166, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_1cc1e3c369624989a31daa1bdbee3942", "ts": 1793149761.9429271, "run_id": "final_small_E_single_llm_mixed_random_small"}54{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "d94ca36d2a2e6025", "input_tokens": 6788, "output_tokens": 3464, "cached_tokens": 2577, "cost_usd": 0.00217887, "latency_s": 17.409, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTjzpwU1KLUUHyZ7R674", "ts": 1793149768.214934, "run_id": "final_small_E_single_llm_mixed_random_small"}55{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "d151d81ba328e0f9", "input_tokens": 4424, "output_tokens": 2670, "cached_tokens": 1301, "cost_usd": 0.00166031, "latency_s": 25.31, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a15e537cd68842b3b3eed9ec0fa71d59", "ts": 1793149770.993286, "run_id": "final_small_E_single_llm_mixed_random_small"}56{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6439f66618610c15", "input_tokens": 6923, "output_tokens": 2835, "cached_tokens": 2577, "cost_usd": 0.0018778699999999998, "latency_s": 13.827, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk1Wv2rrHPcYRhpWF8c", "ts": 1793149773.9853902, "run_id": "final_small_E_single_llm_mixed_random_small"}57{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ba08d6753eb0f06e", "input_tokens": 4400, "output_tokens": 2824, "cached_tokens": 1301, "cost_usd": 0.00173491, "latency_s": 28.69, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_99ce44d4619a475ebb8d846d6125de32", "ts": 1793149781.153171, "run_id": "final_small_E_single_llm_mixed_random_small"}58{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "deeace617e635898", "input_tokens": 3808, "output_tokens": 2402, "cached_tokens": 1301, "cost_usd": 0.0014647100000000001, "latency_s": 22.489, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_af28c0934b0344569a3505e3836a5271", "ts": 1793149784.4474812, "run_id": "final_small_E_single_llm_mixed_random_small"}59{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "efea82b8d606bafd", "input_tokens": 6786, "output_tokens": 3429, "cached_tokens": 2577, "cost_usd": 0.00216117, "latency_s": 16.632, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk27QwNkYjcH5kqrp3Q", "ts": 1793149784.874665, "run_id": "final_small_E_single_llm_mixed_random_small"}60{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f96d16a7bfe624b4", "input_tokens": 4459, "output_tokens": 2083, "cached_tokens": 1301, "cost_usd": 0.00137031, "latency_s": 20.735, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_8e30cdd3efbd4936b6bfc0f68e357758", "ts": 1793149791.7498891, "run_id": "final_small_E_single_llm_mixed_random_small"}61{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "049bb44b681a3ddf", "input_tokens": 4427, "output_tokens": 1930, "cached_tokens": 1301, "cost_usd": 0.0012906100000000002, "latency_s": 18.509, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_e49a00425f054d0d89771d707fcb32dd", "ts": 1793149792.5078259, "run_id": "final_small_E_single_llm_mixed_random_small"}62{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "889ec55f48e49e6a", "input_tokens": 6799, "output_tokens": 2706, "cached_tokens": 2577, "cost_usd": 0.00180097, "latency_s": 14.399, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk3uTAi72DvAbJK7KT9", "ts": 1793149806.928513, "run_id": "final_small_E_single_llm_mixed_random_small"}63{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "7365cf58e3ad8438", "input_tokens": 4443, "output_tokens": 2908, "cached_tokens": 1301, "cost_usd": 0.00178121, "latency_s": 27.046, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_7bc8d51b8f1b4974aa590aa25cfb9e5b", "ts": 1793149808.2197871, "run_id": "final_small_E_single_llm_mixed_random_small"}64{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "2d3a7ee11e8192ba", "input_tokens": 4330, "output_tokens": 2874, "cached_tokens": 1301, "cost_usd": 0.00175291, "latency_s": 27.299, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_6887b4abec794f599797bd14b547af50", "ts": 1793149812.195023, "run_id": "final_small_E_single_llm_mixed_random_small"}65{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "0908eff9e93989fc", "input_tokens": 4375, "output_tokens": 2291, "cached_tokens": 1301, "cost_usd": 0.0014659100000000002, "latency_s": 21.182, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_1ef47aaeeb6742d0ab66bd44bfa7b83c", "ts": 1793149812.9406662, "run_id": "final_small_E_single_llm_mixed_random_small"}66{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "117003889aa6d1ac", "input_tokens": 4426, "output_tokens": 2879, "cached_tokens": 1301, "cost_usd": 0.00176501, "latency_s": 28.67, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_d7c575270daf456a88f1bb88a6b0d77f", "ts": 1793149813.1372318, "run_id": "final_small_E_single_llm_mixed_random_small"}67{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "52064e24a34f4e94", "input_tokens": 6647, "output_tokens": 2491, "cached_tokens": 2577, "cost_usd": 0.00167827, "latency_s": 12.403, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk54YsqyuCg1wHHiCCJ", "ts": 1793149820.643138, "run_id": "final_small_E_single_llm_mixed_random_small"}68{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "bcfe395cb117ee06", "input_tokens": 6908, "output_tokens": 2603, "cached_tokens": 2577, "cost_usd": 0.0017603699999999998, "latency_s": 12.785, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk5MXLrVuvrkzw94KWT", "ts": 1793149824.993139, "run_id": "final_small_E_single_llm_mixed_random_small"}69{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "d410c1b8fb655312", "input_tokens": 6766, "output_tokens": 3761, "cached_tokens": 2577, "cost_usd": 0.00232517, "latency_s": 18.127, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk4xq6Ge3UywRuKn3Zk", "ts": 1793149825.066821, "run_id": "final_small_E_single_llm_mixed_random_small"}70{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f08a9126fb831c93", "input_tokens": 4373, "output_tokens": 2132, "cached_tokens": 1301, "cost_usd": 0.0013862100000000001, "latency_s": 21.712, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_7b2613b1a7b240e1b046c53ee9a314e2", "ts": 1793149834.868583, "run_id": "final_small_E_single_llm_mixed_random_small"}71{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "9c351a4b4b6f381c", "input_tokens": 6829, "output_tokens": 3304, "cached_tokens": 2577, "cost_usd": 0.0021029700000000004, "latency_s": 16.151, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk5yVJurgHnyfg1VzSC", "ts": 1793149836.810356, "run_id": "final_small_E_single_llm_mixed_random_small"}72{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "c849f727fd6b8ea8", "input_tokens": 3917, "output_tokens": 2943, "cached_tokens": 1301, "cost_usd": 0.0017461100000000002, "latency_s": 28.896, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_5f3a772b70474636a093decac085d7d6", "ts": 1793149841.853917, "run_id": "final_small_E_single_llm_mixed_random_small"}73{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "393491c5a57e0be6", "input_tokens": 4424, "output_tokens": 2675, "cached_tokens": 1301, "cost_usd": 0.00166281, "latency_s": 25.96, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_b690ff355a9741548dd0ba51c1418de0", "ts": 1793149850.974335, "run_id": "final_small_E_single_llm_mixed_random_small"}74{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "304ba908bdf9b718", "input_tokens": 6579, "output_tokens": 2800, "cached_tokens": 2577, "cost_usd": 0.0018259700000000001, "latency_s": 14.156, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk7YddQvK2PFEvB14HN", "ts": 1793149856.031425, "run_id": "final_small_E_single_llm_mixed_random_small"}75{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "d58318495420e7ca", "input_tokens": 4440, "output_tokens": 2229, "cached_tokens": 1301, "cost_usd": 0.0014414100000000002, "latency_s": 21.434, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_cbebcf9093314985b2e8381a490e6dd4", "ts": 1793149856.3289049, "run_id": "final_small_E_single_llm_mixed_random_small"}76{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "91ac6b5e1c8e1d91", "input_tokens": 4126, "output_tokens": 3243, "cached_tokens": 1301, "cost_usd": 0.00191701, "latency_s": 31.333, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_8b80538db3d741cdb7d6182fdc7a1b80", "ts": 1793149856.413574, "run_id": "final_small_E_single_llm_mixed_random_small"}77{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "3f996a7597c4dca0", "input_tokens": 4426, "output_tokens": 2548, "cached_tokens": 1301, "cost_usd": 0.00159951, "latency_s": 24.404, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_bec148a85fa6489b82e783df275b59a5", "ts": 1793149861.238302, "run_id": "final_small_E_single_llm_mixed_random_small"}78{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "9d77129bcbbb2c61", "input_tokens": 6856, "output_tokens": 2821, "cached_tokens": 2577, "cost_usd": 0.00186417, "latency_s": 13.149, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk8DJKnghBuAw4YQRn2", "ts": 1793149864.140664, "run_id": "final_small_E_single_llm_mixed_random_small"}79{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "017457d5f02adb86", "input_tokens": 6773, "output_tokens": 3567, "cached_tokens": 2577, "cost_usd": 0.00222887, "latency_s": 16.724, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk8c6n67w9jZsF6vrc3", "ts": 1793149873.067434, "run_id": "final_small_E_single_llm_mixed_random_small"}80{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "75ff99907972c50f", "input_tokens": 5588, "output_tokens": 2685, "cached_tokens": 2577, "cost_usd": 0.0016693699999999999, "latency_s": 12.573, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk8y94BhrnJizz4dcTu", "ts": 1793149873.819104, "run_id": "final_small_E_single_llm_mixed_random_small"}81{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "12bec693047a214b", "input_tokens": 6946, "output_tokens": 3015, "cached_tokens": 2577, "cost_usd": 0.0019701700000000003, "latency_s": 13.867, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk9BWgojobzYQ4Bp29B", "ts": 1793149878.0334022, "run_id": "final_small_E_single_llm_mixed_random_small"}82{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "16f4ab4fe2cebb68", "input_tokens": 4446, "output_tokens": 2384, "cached_tokens": 1301, "cost_usd": 0.00151951, "latency_s": 23.066, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_24aab371990f4a9c97c6bdae7e9d11a4", "ts": 1793149879.486042, "run_id": "final_small_E_single_llm_mixed_random_small"}83{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ef328254a0544575", "input_tokens": 4515, "output_tokens": 2444, "cached_tokens": 1301, "cost_usd": 0.00155641, "latency_s": 24.195, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_ad382508ec844ea8bd84277f28b70915", "ts": 1793149880.243718, "run_id": "final_small_E_single_llm_mixed_random_small"}84{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "eaeb38178a1f84d9", "input_tokens": 6870, "output_tokens": 3215, "cached_tokens": 2577, "cost_usd": 0.00206257, "latency_s": 15.148, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTk9tqsgKedjQVQiR6nS", "ts": 1793149888.989056, "run_id": "final_small_E_single_llm_mixed_random_small"}85{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "b1a24f7f98501972", "input_tokens": 6140, "output_tokens": 2247, "cached_tokens": 2577, "cost_usd": 0.00150557, "latency_s": 11.611, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkAKDpMPcD17JtCtkZb", "ts": 1793149891.1196501, "run_id": "final_small_E_single_llm_mixed_random_small"}86{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "2ed2a4447af44892", "input_tokens": 6405, "output_tokens": 2558, "cached_tokens": 2577, "cost_usd": 0.00168757, "latency_s": 14.024, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkACrLWqYNZmTQWYizg", "ts": 1793149892.074602, "run_id": "final_small_E_single_llm_mixed_random_small"}87{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "5f5741c367de37f1", "input_tokens": 6806, "output_tokens": 2535, "cached_tokens": 2577, "cost_usd": 0.0017161700000000002, "latency_s": 13.475, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkANWG7TVaeKejyRLrk", "ts": 1793149893.740782, "run_id": "final_small_E_single_llm_mixed_random_small"}88{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "db28aed8358ce572", "input_tokens": 4382, "output_tokens": 2349, "cached_tokens": 1301, "cost_usd": 0.00149561, "latency_s": 23.583, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_ee1e3932fd574ae9bff578611bf5a2f7", "ts": 1793149896.6769469, "run_id": "final_small_E_single_llm_mixed_random_small"}89{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "a7d57e6fddb41ad1", "input_tokens": 6787, "output_tokens": 2911, "cached_tokens": 2577, "cost_usd": 0.00190227, "latency_s": 13.496, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkB1jNjGDxpgreZLmSK", "ts": 1793149902.498473, "run_id": "final_small_E_single_llm_mixed_random_small"}90{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6517fe4f5588060f", "input_tokens": 6795, "output_tokens": 2186, "cached_tokens": 2577, "cost_usd": 0.00154057, "latency_s": 11.161, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkBaYMFQWmE65rYmVL8", "ts": 1793149907.8516648, "run_id": "final_small_E_single_llm_mixed_random_small"}91{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "595c38c3295e55dc", "input_tokens": 4450, "output_tokens": 2275, "cached_tokens": 1301, "cost_usd": 0.00146541, "latency_s": 21.709, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_794ee917c7fe4ef6a47d25c99e522fe3", "ts": 1793149913.80042, "run_id": "final_small_E_single_llm_mixed_random_small"}92{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "a072549c3fc41dfe", "input_tokens": 4415, "output_tokens": 2511, "cached_tokens": 1301, "cost_usd": 0.0015799100000000001, "latency_s": 24.759, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_9fe9e05e2b834624a31d4f703780aef0", "ts": 1793149915.8961642, "run_id": "final_small_E_single_llm_mixed_random_small"}93{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "00c9b6e348d73c0b", "input_tokens": 6750, "output_tokens": 3234, "cached_tokens": 2577, "cost_usd": 0.0020600700000000002, "latency_s": 15.477, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkC1SJV5pLvR135LzJF", "ts": 1793149917.993152, "run_id": "final_small_E_single_llm_mixed_random_small"}94{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "363fb8bb4d6f8ae2", "input_tokens": 4409, "output_tokens": 2519, "cached_tokens": 1301, "cost_usd": 0.0015833099999999999, "latency_s": 24.914, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a7cb1cf903fe4c7dbdd4fb2399327b66", "ts": 1793149918.682487, "run_id": "final_small_E_single_llm_mixed_random_small"}95{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e3302b8f8b7887d6", "input_tokens": 6796, "output_tokens": 2448, "cached_tokens": 2577, "cost_usd": 0.00167167, "latency_s": 13.366, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkCqrNgAXrwX91MapKe", "ts": 1793149927.175047, "run_id": "final_small_E_single_llm_mixed_random_small"}96{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "4db7b8f816eb4593", "input_tokens": 2722, "output_tokens": 2061, "cached_tokens": 1301, "cost_usd": 0.00118561, "latency_s": 20.456, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_27731fc474994bf49ad1ec71d0983a77", "ts": 1793149928.3294132, "run_id": "final_small_E_single_llm_mixed_random_small"}97{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "c8d5640ad9a7165e", "input_tokens": 6473, "output_tokens": 3100, "cached_tokens": 2577, "cost_usd": 0.0019653699999999997, "latency_s": 15.635, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkD14m6SiRFoEuq4Kxd", "ts": 1793149931.5513752, "run_id": "final_small_E_single_llm_mixed_random_small"}98{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "df9e6929b83b59a7", "input_tokens": 6950, "output_tokens": 2838, "cached_tokens": 2577, "cost_usd": 0.00188207, "latency_s": 14.063, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkDCmDkXzfZ6PGE7E5E", "ts": 1793149932.760133, "run_id": "final_small_E_single_llm_mixed_random_small"}99{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f4b95a2a8fe62438", "input_tokens": 6922, "output_tokens": 3777, "cached_tokens": 2577, "cost_usd": 0.00234877, "latency_s": 17.905, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkD9uKkMhBFtMmdC5mC", "ts": 1793149935.9207768, "run_id": "final_small_E_single_llm_mixed_random_small"}100{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "d2bf7dae8398de36", "input_tokens": 5961, "output_tokens": 2875, "cached_tokens": 2577, "cost_usd": 0.00180167, "latency_s": 13.5, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkDpw62oLkts3quGkok", "ts": 1793149940.690777, "run_id": "final_small_E_single_llm_mixed_random_small"}101{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "db5d1995c8328aec", "input_tokens": 6894, "output_tokens": 3079, "cached_tokens": 2577, "cost_usd": 0.00199697, "latency_s": 14.293, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkDv1gP9rRYywjHbAnG", "ts": 1793149942.634832, "run_id": "final_small_E_single_llm_mixed_random_small"}102{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "5790afcb4c8a64e4", "input_tokens": 6909, "output_tokens": 2229, "cached_tokens": 2577, "cost_usd": 0.00157347, "latency_s": 11.306, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkEEmYRbSiMxvbuqzyJ", "ts": 1793149944.070008, "run_id": "final_small_E_single_llm_mixed_random_small"}103{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "8545b34b4f9c05bb", "input_tokens": 5435, "output_tokens": 2632, "cached_tokens": 2577, "cost_usd": 0.0016275699999999998, "latency_s": 13.522, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkEURKwEn45T6JNGazA", "ts": 1793149949.471049, "run_id": "final_small_E_single_llm_mixed_random_small"}104{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "85a29b305649c7b0", "input_tokens": 4400, "output_tokens": 2514, "cached_tokens": 1301, "cost_usd": 0.0015799100000000001, "latency_s": 23.821, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_8dc57ef865064d6f8674e893b14bb9dd", "ts": 1793149955.391649, "run_id": "final_small_E_single_llm_mixed_random_small"}105{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "c0bb4810a6cc134e", "input_tokens": 6730, "output_tokens": 3600, "cached_tokens": 2577, "cost_usd": 0.00224107, "latency_s": 17.004, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkEpkSWRPXpU3jdkQpg", "ts": 1793149957.71888, "run_id": "final_small_E_single_llm_mixed_random_small"}106{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "968f730228a5cda0", "input_tokens": 3922, "output_tokens": 1508, "cached_tokens": 1301, "cost_usd": 0.0010291100000000002, "latency_s": 16.057, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_f23c37d779154b8fa8627da397914fb9", "ts": 1793149958.710382, "run_id": "final_small_E_single_llm_mixed_random_small"}107{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "b54333ad6a7af937", "input_tokens": 3985, "output_tokens": 1728, "cached_tokens": 1301, "cost_usd": 0.0011454100000000001, "latency_s": 18.121, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_bbcd8b6db97241bda4a0b9b909142b61", "ts": 1793149967.613539, "run_id": "final_small_E_single_llm_mixed_random_small"}108{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "961482903a2a1ce6", "input_tokens": 4411, "output_tokens": 2908, "cached_tokens": 1301, "cost_usd": 0.00177801, "latency_s": 27.444, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a8b082ac575e4e14b7c0e313677fced2", "ts": 1793149971.538801, "run_id": "final_small_E_single_llm_mixed_random_small"}109{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f5b9093fd27d7321", "input_tokens": 6818, "output_tokens": 3364, "cached_tokens": 2577, "cost_usd": 0.0021318699999999997, "latency_s": 16.476, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkFuyVzHeHrLMjx3Ws4", "ts": 1793149971.877611, "run_id": "final_small_E_single_llm_mixed_random_small"}110{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "1e65d197973465e1", "input_tokens": 3659, "output_tokens": 2625, "cached_tokens": 1301, "cost_usd": 0.00156131, "latency_s": 25.408, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_ee251ae76a6243ab877c9ae841b9a2d4", "ts": 1793149983.152502, "run_id": "final_small_E_single_llm_mixed_random_small"}111{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f7bfccbc24ce1485", "input_tokens": 4484, "output_tokens": 2542, "cached_tokens": 1301, "cost_usd": 0.00160231, "latency_s": 25.694, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_4d3c5a7f55a7492ba2e4386942648cba", "ts": 1793149984.422077, "run_id": "final_small_E_single_llm_mixed_random_small"}112{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "8464551f7ac10c10", "input_tokens": 4492, "output_tokens": 2043, "cached_tokens": 1301, "cost_usd": 0.00135361, "latency_s": 20.24, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_3d87a6a45e544f399f7325bf8060b3f1", "ts": 1793149987.861588, "run_id": "final_small_E_single_llm_mixed_random_small"}113{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "35b916bbca8987b0", "input_tokens": 6664, "output_tokens": 2626, "cached_tokens": 2577, "cost_usd": 0.00174747, "latency_s": 12.498, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkHxPfWtSr5Cawt9XtZ", "ts": 1793149995.660218, "run_id": "final_small_E_single_llm_mixed_random_small"}114{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "4e0c55c0b239d9c9", "input_tokens": 4438, "output_tokens": 2873, "cached_tokens": 1301, "cost_usd": 0.00176321, "latency_s": 24.376, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_61fcda903dbf47beb939f7af10ba4cb3", "ts": 1793149995.938139, "run_id": "final_small_E_single_llm_mixed_random_small"}115{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "e13ed3f0715b0937", "input_tokens": 4524, "output_tokens": 3110, "cached_tokens": 1301, "cost_usd": 0.0018903099999999999, "latency_s": 26.841, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_ebd9fc351315477296bd656e3112a80c", "ts": 1793149998.744218, "run_id": "final_small_E_single_llm_mixed_random_small"}116{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "dc71ffa36ecbbdbe", "input_tokens": 4482, "output_tokens": 2133, "cached_tokens": 1301, "cost_usd": 0.00139761, "latency_s": 18.54, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_1ced734b6e414f6e8f094789e8e3d1d5", "ts": 1793150002.982935, "run_id": "final_small_E_single_llm_mixed_random_small"}117{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "666e539792b66d6c", "input_tokens": 6803, "output_tokens": 3757, "cached_tokens": 2577, "cost_usd": 0.00232687, "latency_s": 17.545, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkJJd5Sif13KeT9QLAD", "ts": 1793150005.418848, "run_id": "final_small_E_single_llm_mixed_random_small"}118{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "539bd0bc618ca804", "input_tokens": 5995, "output_tokens": 2823, "cached_tokens": 2577, "cost_usd": 0.00177907, "latency_s": 14.128, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkK6xsx3TLUh46cMo2a", "ts": 1793150012.888983, "run_id": "final_small_E_single_llm_mixed_random_small"}119{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "0fae79e4b75192cc", "input_tokens": 6774, "output_tokens": 3113, "cached_tokens": 2577, "cost_usd": 0.00200197, "latency_s": 15.884, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkKRCzNcHb9rf5fAKRn", "ts": 1793150018.888051, "run_id": "final_small_E_single_llm_mixed_random_small"}120{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "276b7479cf345ae8", "input_tokens": 4394, "output_tokens": 2633, "cached_tokens": 1301, "cost_usd": 0.0016388099999999999, "latency_s": 29.52, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_90dc3e0b7a464c5286c36c78397cd02b", "ts": 1793150025.188423, "run_id": "final_small_E_single_llm_mixed_random_small"}121{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "e87a9db7657eb9eb", "input_tokens": 4497, "output_tokens": 2723, "cached_tokens": 1301, "cost_usd": 0.0016941100000000002, "latency_s": 30.31, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_ccabe2be7c1043ce92304e62fad1e290", "ts": 1793150026.2768588, "run_id": "final_small_E_single_llm_mixed_random_small"}122{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "4f655377c5d0a777", "input_tokens": 5926, "output_tokens": 2584, "cached_tokens": 2577, "cost_usd": 0.0016526700000000002, "latency_s": 13.55, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkL9NmY4CG4FFitkuvz", "ts": 1793150026.446302, "run_id": "final_small_E_single_llm_mixed_random_small"}123{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "bfbba341c3124087", "input_tokens": 4406, "output_tokens": 2183, "cached_tokens": 1301, "cost_usd": 0.00141501, "latency_s": 21.91, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_73d95af11b2b43e4b12ca75e92b06930", "ts": 1793150027.338506, "run_id": "final_small_E_single_llm_mixed_random_small"}124{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "aee22c2ffee17d91", "input_tokens": 6758, "output_tokens": 3675, "cached_tokens": 2577, "cost_usd": 0.00228137, "latency_s": 17.855, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkLb7pZw7RvQq4pbHhV", "ts": 1793150036.76503, "run_id": "final_small_E_single_llm_mixed_random_small"}125{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "a3fee6729a698ffb", "input_tokens": 6823, "output_tokens": 2483, "cached_tokens": 2577, "cost_usd": 0.0016918699999999998, "latency_s": 12.329, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkM46YjdSaEKLgqYxsW", "ts": 1793150037.531067, "run_id": "final_small_E_single_llm_mixed_random_small"}126{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "46b6519337625e3d", "input_tokens": 6089, "output_tokens": 2858, "cached_tokens": 2577, "cost_usd": 0.00180597, "latency_s": 14.36, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkMDZ4fvdwsk3pAXCNH", "ts": 1793150041.724925, "run_id": "final_small_E_single_llm_mixed_random_small"}127{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "e14ccf1aa6669f07", "input_tokens": 4443, "output_tokens": 2221, "cached_tokens": 1301, "cost_usd": 0.00143771, "latency_s": 22.512, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_d96f3a7d152046a2821f1da31d3a403e", "ts": 1793150048.97922, "run_id": "final_small_E_single_llm_mixed_random_small"}128{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6232705702ff9df5", "input_tokens": 6042, "output_tokens": 2474, "cached_tokens": 2577, "cost_usd": 0.0016092699999999999, "latency_s": 12.051, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkMxicSXQ5X1Zs1KdDA", "ts": 1793150049.589087, "run_id": "final_small_E_single_llm_mixed_random_small"}129{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "14871784f364fc9a", "input_tokens": 6806, "output_tokens": 2778, "cached_tokens": 2577, "cost_usd": 0.00183767, "latency_s": 13.659, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkMuTAGUtVCakxnxALe", "ts": 1793150050.434741, "run_id": "final_small_E_single_llm_mixed_random_small"}130{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "18e98004a605b528", "input_tokens": 3637, "output_tokens": 2484, "cached_tokens": 1301, "cost_usd": 0.00148861, "latency_s": 25.395, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_91df70da8d5742518d2c76319fbe22ac", "ts": 1793150051.686485, "run_id": "final_small_E_single_llm_mixed_random_small"}131{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "934834ad291b0cbb", "input_tokens": 6810, "output_tokens": 3134, "cached_tokens": 2577, "cost_usd": 0.00201607, "latency_s": 14.597, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkNuyT3gDrrRab4vJK4", "ts": 1793150065.052893, "run_id": "final_small_E_single_llm_mixed_random_small"}132{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "08b4df351a7666ed", "input_tokens": 4439, "output_tokens": 1725, "cached_tokens": 1301, "cost_usd": 0.0011893099999999998, "latency_s": 17.367, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_b29df80c7aad4d1ea71124905f48fdc8", "ts": 1793150066.3677068, "run_id": "final_small_E_single_llm_mixed_random_small"}133{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "7ef6af5dda1bfd51", "input_tokens": 6838, "output_tokens": 3030, "cached_tokens": 2577, "cost_usd": 0.00196687, "latency_s": 14.69, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkP1JB85MpnTUQ6TCst", "ts": 1793150066.3921652, "run_id": "final_small_E_single_llm_mixed_random_small"}134{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "019121652830bf44", "input_tokens": 4372, "output_tokens": 2927, "cached_tokens": 1301, "cost_usd": 0.0017836100000000001, "latency_s": 27.091, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_6b199dfb99064fdfa0ec16e3a72eb32a", "ts": 1793150068.83661, "run_id": "final_small_E_single_llm_mixed_random_small"}135{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "d348437f1b448787", "input_tokens": 4478, "output_tokens": 2610, "cached_tokens": 1301, "cost_usd": 0.00163571, "latency_s": 25.147, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_97fe50bd4ed54ab89dd73bb322bbf67c", "ts": 1793150074.757272, "run_id": "final_small_E_single_llm_mixed_random_small"}136{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "278a515aa5924058", "input_tokens": 6917, "output_tokens": 3196, "cached_tokens": 2577, "cost_usd": 0.00205777, "latency_s": 15.35, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkQ66BUeaWXX8ZiUV4t", "ts": 1793150081.7440991, "run_id": "final_small_E_single_llm_mixed_random_small"}137{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6b5e7679d2e63b3e", "input_tokens": 6978, "output_tokens": 2732, "cached_tokens": 2577, "cost_usd": 0.00183187, "latency_s": 13.266, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkQGbDMnbo7zq1Zyt4B", "ts": 1793150082.1197429, "run_id": "final_small_E_single_llm_mixed_random_small"}138{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "2e09575ea47902ad", "input_tokens": 4404, "output_tokens": 2068, "cached_tokens": 1301, "cost_usd": 0.00135731, "latency_s": 19.397, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_da1f9bbb941d4fcfb7599ff3df86357c", "ts": 1793150085.795935, "run_id": "final_small_E_single_llm_mixed_random_small"}139{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "4ddcda63b10cb02b", "input_tokens": 4287, "output_tokens": 2988, "cached_tokens": 1301, "cost_usd": 0.00180561, "latency_s": 28.151, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_c081fdce265d41fb96c2b1769da51709", "ts": 1793150093.226963, "run_id": "final_small_E_single_llm_mixed_random_small"}140{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "b9bb51d9e71bf1b1", "input_tokens": 4237, "output_tokens": 2122, "cached_tokens": 1301, "cost_usd": 0.0013676100000000002, "latency_s": 22.527, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_83cb2353d1934cd68f0323d0f08125da", "ts": 1793150097.3027709, "run_id": "final_small_E_single_llm_mixed_random_small"}141{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "798e82775930d7ac", "input_tokens": 4479, "output_tokens": 2004, "cached_tokens": 1301, "cost_usd": 0.00133281, "latency_s": 20.008, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_dd26b1254eb4490ea0016e2e9ba7b7b5", "ts": 1793150101.7748952, "run_id": "final_small_E_single_llm_mixed_random_small"}142{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "66e8d2d6dbc4656d", "input_tokens": 4508, "output_tokens": 2221, "cached_tokens": 1301, "cost_usd": 0.00144421, "latency_s": 22.069, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_2162999adf7b45afb9a0f5568c075e9e", "ts": 1793150107.888573, "run_id": "final_small_E_single_llm_mixed_random_small"}143{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "c068e9879be537af", "input_tokens": 6809, "output_tokens": 2411, "cached_tokens": 2577, "cost_usd": 0.0016544700000000001, "latency_s": 11.562, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkSNRzKBiTLFoakE1Nx", "ts": 1793150108.8732128, "run_id": "final_small_E_single_llm_mixed_random_small"}144{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f69774310c341063", "input_tokens": 6770, "output_tokens": 3339, "cached_tokens": 2577, "cost_usd": 0.00211457, "latency_s": 16.165, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkS51WFyRoq2x8kW7R4", "ts": 1793150109.4131432, "run_id": "final_small_E_single_llm_mixed_random_small"}145{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "a8c4f4bc0ff9b8e7", "input_tokens": 13634, "output_tokens": 6690, "cached_tokens": 5154, "cost_usd": 0.00424454, "latency_s": 30.816, "ok": true, "validation_retries": 1, "error": null, "request_id": "req_011CgTkScdWwQgPUoZEsgXBR", "ts": 1793150112.9576352, "run_id": "final_small_E_single_llm_mixed_random_small"}146{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "c1c645046157f5c2", "input_tokens": 6054, "output_tokens": 1796, "cached_tokens": 2577, "cost_usd": 0.00127147, "latency_s": 9.579, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkTDnsLo4hktxuqUqsd", "ts": 1793150118.4721868, "run_id": "final_small_E_single_llm_mixed_random_small"}147{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f175b5f295772cd5", "input_tokens": 6514, "output_tokens": 2088, "cached_tokens": 2577, "cost_usd": 0.0014634700000000001, "latency_s": 10.951, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkT9pkTeA8knzurSjGw", "ts": 1793150118.847523, "run_id": "final_small_E_single_llm_mixed_random_small"}148{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "51a22f29a07ad0a9", "input_tokens": 6889, "output_tokens": 4013, "cached_tokens": 2577, "cost_usd": 0.00246347, "latency_s": 19.11, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkShbfWExNSjaKzmxRD", "ts": 1793150120.9109278, "run_id": "final_small_E_single_llm_mixed_random_small"}149{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "0e19e56fdcaf9c6c", "input_tokens": 6094, "output_tokens": 2388, "cached_tokens": 2577, "cost_usd": 0.00157147, "latency_s": 11.607, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkTG729a2py6zNbkXF1", "ts": 1793150121.038841, "run_id": "final_small_E_single_llm_mixed_random_small"}150{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "47f68b2ba99baaa5", "input_tokens": 6609, "output_tokens": 2103, "cached_tokens": 2577, "cost_usd": 0.00148047, "latency_s": 9.877, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkTXT16TkJjAfx4ujek", "ts": 1793150122.84079, "run_id": "final_small_E_single_llm_mixed_random_small"}151{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "dfa318fe84b8c025", "input_tokens": 6989, "output_tokens": 2639, "cached_tokens": 2577, "cost_usd": 0.00178647, "latency_s": 13.204, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkU7nEvrjk56tbPM6GH", "ts": 1793150134.255712, "run_id": "final_small_E_single_llm_mixed_random_small"}152{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6ec765ff8c7caff8", "input_tokens": 6858, "output_tokens": 2893, "cached_tokens": 2577, "cost_usd": 0.00190037, "latency_s": 13.825, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkU7FEvD51M2VuRndTA", "ts": 1793150134.7465868, "run_id": "final_small_E_single_llm_mixed_random_small"}153{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "eaec73115c230ca0", "input_tokens": 6810, "output_tokens": 2871, "cached_tokens": 2577, "cost_usd": 0.00188457, "latency_s": 13.425, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkUFYpQMGvvvGUnSVgS", "ts": 1793150136.28159, "run_id": "final_small_E_single_llm_mixed_random_small"}154{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "9d0e3df9b47cd2cc", "input_tokens": 4375, "output_tokens": 1972, "cached_tokens": 1301, "cost_usd": 0.00130641, "latency_s": 21.142, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_34da9b84f5074503902940180bee8f74", "ts": 1793150140.004589, "run_id": "final_small_E_single_llm_mixed_random_small"}155{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "1686088a31f6fc5a", "input_tokens": 6821, "output_tokens": 2548, "cached_tokens": 2577, "cost_usd": 0.0017241700000000001, "latency_s": 12.46, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkV6MCfi3Y2QQXLG3YV", "ts": 1793150146.732339, "run_id": "final_small_E_single_llm_mixed_random_small"}156{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "992d9f1556572b73", "input_tokens": 4418, "output_tokens": 2941, "cached_tokens": 1301, "cost_usd": 0.00179521, "latency_s": 30.708, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_b22e6dd00c9e40e2bb247d73bd587f30", "ts": 1793150149.2049658, "run_id": "final_small_E_single_llm_mixed_random_small"}157{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "53606658343b664d", "input_tokens": 4393, "output_tokens": 2247, "cached_tokens": 1301, "cost_usd": 0.00144571, "latency_s": 22.91, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a853c1dfd4f74b2c81b8994b59f13d95", "ts": 1793150157.6680021, "run_id": "final_small_E_single_llm_mixed_random_small"}158{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "0500aed7ef5ad2c1", "input_tokens": 4448, "output_tokens": 2776, "cached_tokens": 1301, "cost_usd": 0.00171571, "latency_s": 26.175, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_c8c03788f51043d9a0db8957ff7c3444", "ts": 1793150162.468724, "run_id": "final_small_E_single_llm_mixed_random_small"}159{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "0b0cc7295baca2e3", "input_tokens": 4349, "output_tokens": 1624, "cached_tokens": 1301, "cost_usd": 0.00112981, "latency_s": 17.386, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_4ca4e7de2d8243e6b23d1ddf058e053b", "ts": 1793150164.129497, "run_id": "final_small_E_single_llm_mixed_random_small"}160{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f8ae1a2b3b33882a", "input_tokens": 4425, "output_tokens": 3549, "cached_tokens": 1301, "cost_usd": 0.00209991, "latency_s": 32.934, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_7ee1a5a3830746e194a7f7829d898934", "ts": 1793150172.9427211, "run_id": "final_small_E_single_llm_mixed_random_small"}161{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f0c7433c3aa2558c", "input_tokens": 4437, "output_tokens": 2745, "cached_tokens": 1301, "cost_usd": 0.0016991100000000002, "latency_s": 26.504, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_74cb8684239f435991be7ecc2cf4cb8e", "ts": 1793150175.72269, "run_id": "final_small_E_single_llm_mixed_random_small"}162{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "80fd4dbb1a1f5343", "input_tokens": 4478, "output_tokens": 2725, "cached_tokens": 1301, "cost_usd": 0.0016932100000000001, "latency_s": 26.453, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_bb5165964d2a464eabe145c714bf433d", "ts": 1793150184.127018, "run_id": "final_small_E_single_llm_mixed_random_small"}163{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "dfafd17836c763f3", "input_tokens": 4419, "output_tokens": 2097, "cached_tokens": 1301, "cost_usd": 0.00137331, "latency_s": 21.859, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_7c7bb0a3c3eb46b78ad6f332a53a83ce", "ts": 1793150184.3320692, "run_id": "final_small_E_single_llm_mixed_random_small"}164{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6490a7ac91415272", "input_tokens": 6821, "output_tokens": 2524, "cached_tokens": 2577, "cost_usd": 0.00171217, "latency_s": 12.726, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkXwpL52uXZZRi11UXa", "ts": 1793150185.680119, "run_id": "final_small_E_single_llm_mixed_random_small"}165{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "96ccf4d0946e3717", "input_tokens": 6807, "output_tokens": 2311, "cached_tokens": 2577, "cost_usd": 0.00160427, "latency_s": 11.295, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkY9hwEbRavVaLtJEdL", "ts": 1793150187.028554, "run_id": "final_small_E_single_llm_mixed_random_small"}166{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "3789571def838f27", "input_tokens": 4490, "output_tokens": 2775, "cached_tokens": 1301, "cost_usd": 0.00171941, "latency_s": 28.054, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_48632adf436e4eb593a8ebdb685c8962", "ts": 1793150192.195991, "run_id": "final_small_E_single_llm_mixed_random_small"}167{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "59c5fafc657633d1", "input_tokens": 6886, "output_tokens": 2736, "cached_tokens": 2577, "cost_usd": 0.00182467, "latency_s": 13.259, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkYmnbZqJEHXSWFxiF7", "ts": 1793150197.4386501, "run_id": "final_small_E_single_llm_mixed_random_small"}168{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ef0132e3b4173f6d", "input_tokens": 3359, "output_tokens": 1648, "cached_tokens": 1301, "cost_usd": 0.00104281, "latency_s": 15.496, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_b69e082324414bcbb674e313b3adb811", "ts": 1793150201.188134, "run_id": "final_small_E_single_llm_mixed_random_small"}169{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "a2e05da418b54064", "input_tokens": 6473, "output_tokens": 3372, "cached_tokens": 2577, "cost_usd": 0.00210137, "latency_s": 15.686, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkYyvMJj1iz4xVw5DrU", "ts": 1793150202.726937, "run_id": "final_small_E_single_llm_mixed_random_small"}170{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "fa55353259083a42", "input_tokens": 6511, "output_tokens": 2325, "cached_tokens": 2577, "cost_usd": 0.00158167, "latency_s": 10.689, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkZkUWQk6S9uiCEzRdC", "ts": 1793150208.1474738, "run_id": "final_small_E_single_llm_mixed_random_small"}171{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "93fe1fd3fc5d56c1", "input_tokens": 4345, "output_tokens": 2570, "cached_tokens": 1301, "cost_usd": 0.00160241, "latency_s": 24.63, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_466ac691c56544b0ba94c8f0179bfb3b", "ts": 1793150208.973077, "run_id": "final_small_E_single_llm_mixed_random_small"}172{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "3811400cf5b6cd92", "input_tokens": 6832, "output_tokens": 2183, "cached_tokens": 2577, "cost_usd": 0.00154277, "latency_s": 11.989, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTka2ZduSUNF7Swkdudb", "ts": 1793150213.189385, "run_id": "final_small_E_single_llm_mixed_random_small"}173{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "ddef4201f71778f6", "input_tokens": 5840, "output_tokens": 2513, "cached_tokens": 2577, "cost_usd": 0.00160857, "latency_s": 11.909, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTka92pSD1RtqbMgbTFM", "ts": 1793150214.646636, "run_id": "final_small_E_single_llm_mixed_random_small"}174{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "2a2fa1e4d2fd8e87", "input_tokens": 4191, "output_tokens": 2573, "cached_tokens": 1301, "cost_usd": 0.00158851, "latency_s": 31.852, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_4f47493b07d54b61b5d684bcd94caa6d", "ts": 1793150224.0589418, "run_id": "final_small_E_single_llm_mixed_random_small"}175{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "105f10c1c514a7f5", "input_tokens": 6736, "output_tokens": 3445, "cached_tokens": 2577, "cost_usd": 0.00216417, "latency_s": 16.239, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkabvaNLzUr1iVnVMKR", "ts": 1793150225.225475, "run_id": "final_small_E_single_llm_mixed_random_small"}176{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "489c969788f608b5", "input_tokens": 6861, "output_tokens": 2809, "cached_tokens": 2577, "cost_usd": 0.00185867, "latency_s": 12.823, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkb1xSLHrBZbE93ve4q", "ts": 1793150227.4812229, "run_id": "final_small_E_single_llm_mixed_random_small"}177{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "8141c05def581885", "input_tokens": 5470, "output_tokens": 3008, "cached_tokens": 2577, "cost_usd": 0.0018190699999999999, "latency_s": 14.451, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkaukdkcwi6xDojt6Nm", "ts": 1793150227.652148, "run_id": "final_small_E_single_llm_mixed_random_small"}178{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "5a18435f7386984d", "input_tokens": 4435, "output_tokens": 2005, "cached_tokens": 1301, "cost_usd": 0.00132891, "latency_s": 19.9, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_68b5a04427d148d08fa0bbaf1e983782", "ts": 1793150228.059459, "run_id": "final_small_E_single_llm_mixed_random_small"}179{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6376a19ba767d1fb", "input_tokens": 5311, "output_tokens": 3628, "cached_tokens": 2577, "cost_usd": 0.00211317, "latency_s": 17.811, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkboEk3oWTWkEHMLJL1", "ts": 1793150243.051955, "run_id": "final_small_E_single_llm_mixed_random_small"}180{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f59b256a22000de1", "input_tokens": 6796, "output_tokens": 3364, "cached_tokens": 2577, "cost_usd": 0.00212967, "latency_s": 15.771, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkc1J36u6t4s8Br26DY", "ts": 1793150243.8363469, "run_id": "final_small_E_single_llm_mixed_random_small"}181{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "fb7ca7122a520a68", "input_tokens": 4447, "output_tokens": 2981, "cached_tokens": 1301, "cost_usd": 0.0018181100000000002, "latency_s": 28.68, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_c6cec6b566284651b33a5e1e3cf3ff5a", "ts": 1793150252.75086, "run_id": "final_small_E_single_llm_mixed_random_small"}182{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "112b11b6cdbb4ec0", "input_tokens": 4498, "output_tokens": 2810, "cached_tokens": 1301, "cost_usd": 0.00173771, "latency_s": 28.784, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_7d557574fac24497bc734b8e3f70277f", "ts": 1793150256.277791, "run_id": "final_small_E_single_llm_mixed_random_small"}183{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "15202d8b83f2a0cb", "input_tokens": 4389, "output_tokens": 3170, "cached_tokens": 1301, "cost_usd": 0.0019068099999999999, "latency_s": 29.461, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_77bf38441b62433a8cbc451ea289f55d", "ts": 1793150257.1250281, "run_id": "final_small_E_single_llm_mixed_random_small"}184{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "489b39f9ccc4b82b", "input_tokens": 5973, "output_tokens": 2521, "cached_tokens": 2577, "cost_usd": 0.00162587, "latency_s": 14.046, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkdpzyG6U1xz6uBKfSM", "ts": 1793150266.807463, "run_id": "final_small_E_single_llm_mixed_random_small"}185{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "92c27572b3df8b44", "input_tokens": 4432, "output_tokens": 2727, "cached_tokens": 1301, "cost_usd": 0.00168961, "latency_s": 26.452, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_49f9a4cee4ba4858ba8dbf875b305d99", "ts": 1793150269.516215, "run_id": "final_small_E_single_llm_mixed_random_small"}186{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "1680fcb379973719", "input_tokens": 6805, "output_tokens": 2906, "cached_tokens": 2577, "cost_usd": 0.00190157, "latency_s": 13.897, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTke67ZnhwPVUXME4gbN", "ts": 1793150270.18633, "run_id": "final_small_E_single_llm_mixed_random_small"}187{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "71f22a66df99c860", "input_tokens": 4409, "output_tokens": 1958, "cached_tokens": 1301, "cost_usd": 0.00130281, "latency_s": 18.663, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_c6e33feec1f34bd09cf45dcc65a8ca83", "ts": 1793150275.800307, "run_id": "final_small_E_single_llm_mixed_random_small"}188{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "4c7ebfff9748ea6d", "input_tokens": 4461, "output_tokens": 3238, "cached_tokens": 1301, "cost_usd": 0.00194801, "latency_s": 37.639, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_00f6da7d419044d2a21d04dd670ed1ed", "ts": 1793150281.4877179, "run_id": "final_small_E_single_llm_mixed_random_small"}189{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "52e7234d9a5785ab", "input_tokens": 6985, "output_tokens": 2744, "cached_tokens": 2577, "cost_usd": 0.0018385699999999999, "latency_s": 13.011, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkf4boHAgawNwUdUCFV", "ts": 1793150282.5380712, "run_id": "final_small_E_single_llm_mixed_random_small"}190{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "2d76c4e082331988", "input_tokens": 6938, "output_tokens": 2659, "cached_tokens": 2577, "cost_usd": 0.0017913699999999998, "latency_s": 12.628, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkfXbGuLdNgCmf4jiqW", "ts": 1793150288.440154, "run_id": "final_small_E_single_llm_mixed_random_small"}191{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "a56357d3ffba6445", "input_tokens": 4518, "output_tokens": 2241, "cached_tokens": 1301, "cost_usd": 0.00145521, "latency_s": 24.335, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a47fc6eea15340b99a42e5e7a99ab0b9", "ts": 1793150291.154187, "run_id": "final_small_E_single_llm_mixed_random_small"}192{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "e4d3208c33c3a715", "input_tokens": 4460, "output_tokens": 2174, "cached_tokens": 1301, "cost_usd": 0.00141591, "latency_s": 21.386, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a58be5ff2f1c4af38773d8d12eb318b1", "ts": 1793150291.584666, "run_id": "final_small_E_single_llm_mixed_random_small"}193{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "9ef6873b052b29b9", "input_tokens": 6804, "output_tokens": 2597, "cached_tokens": 2577, "cost_usd": 0.00174697, "latency_s": 13.149, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkfwsmW3adhF7Q1eYAw", "ts": 1793150294.644376, "run_id": "final_small_E_single_llm_mixed_random_small"}194{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f695cd9bd7addd17", "input_tokens": 6721, "output_tokens": 3270, "cached_tokens": 2577, "cost_usd": 0.00207517, "latency_s": 15.413, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkg2FSvoxWVBwNJnuHp", "ts": 1793150297.964333, "run_id": "final_small_E_single_llm_mixed_random_small"}195{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "909dec0dad9a0645", "input_tokens": 6706, "output_tokens": 2879, "cached_tokens": 2577, "cost_usd": 0.00187817, "latency_s": 13.349, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkgTeRX5iXkmvqB7Aoa", "ts": 1793150301.802526, "run_id": "final_small_E_single_llm_mixed_random_small"}196{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "de1ae5594c26d0d3", "input_tokens": 6901, "output_tokens": 2372, "cached_tokens": 2577, "cost_usd": 0.0016441700000000001, "latency_s": 12.069, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkguyT8Day1xbqYbVdC", "ts": 1793150306.721832, "run_id": "final_small_E_single_llm_mixed_random_small"}197{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "e473cead49a014a9", "input_tokens": 4175, "output_tokens": 1722, "cached_tokens": 1301, "cost_usd": 0.00116141, "latency_s": 17.122, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_e926a59860c44c55a33b1485fa107e7a", "ts": 1793150308.2800379, "run_id": "final_small_E_single_llm_mixed_random_small"}198{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ee0733753fcdbe1b", "input_tokens": 3498, "output_tokens": 2349, "cached_tokens": 1301, "cost_usd": 0.00140721, "latency_s": 22.526, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_6d11e78ac2a042678aec552767c07ee8", "ts": 1793150314.121184, "run_id": "final_small_E_single_llm_mixed_random_small"}199{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "5567ef21207e2ecb", "input_tokens": 6783, "output_tokens": 2546, "cached_tokens": 2577, "cost_usd": 0.0017193699999999998, "latency_s": 13.303, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkhScwC7hH2XYU9f6RY", "ts": 1793150315.118488, "run_id": "final_small_E_single_llm_mixed_random_small"}200{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "98cef54acdb42452", "input_tokens": 4394, "output_tokens": 1801, "cached_tokens": 1301, "cost_usd": 0.00122281, "latency_s": 17.328, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_34de2873d25c42f5a8a9b2e6a10f25bc", "ts": 1793150315.303125, "run_id": "final_small_E_single_llm_mixed_random_small"}201{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "81f1d072adb12e72", "input_tokens": 6800, "output_tokens": 2772, "cached_tokens": 2577, "cost_usd": 0.00183407, "latency_s": 13.39, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkhofxCPVC75AEvxmUo", "ts": 1793150320.12383, "run_id": "final_small_E_single_llm_mixed_random_small"}202{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "43e16d2d24017cc2", "input_tokens": 6731, "output_tokens": 2527, "cached_tokens": 2577, "cost_usd": 0.0017046700000000001, "latency_s": 13.404, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkhvQ2B9HYEK8hDvqhk", "ts": 1793150321.696954, "run_id": "final_small_E_single_llm_mixed_random_small"}203{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "c421c213275f59ec", "input_tokens": 4309, "output_tokens": 2127, "cached_tokens": 1301, "cost_usd": 0.0013773099999999999, "latency_s": 20.199, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_bbc8e1fddf1e4620abae941f7fd088a6", "ts": 1793150335.32865, "run_id": "final_small_E_single_llm_mixed_random_small"}204{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "b6cca2cd4f063921", "input_tokens": 4440, "output_tokens": 2603, "cached_tokens": 1301, "cost_usd": 0.00162841, "latency_s": 24.697, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_6594f9eecfbf4071b99bb2af47ce6a06", "ts": 1793150338.8477461, "run_id": "final_small_E_single_llm_mixed_random_small"}205{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "dfe31411614c17aa", "input_tokens": 3401, "output_tokens": 2634, "cached_tokens": 1301, "cost_usd": 0.00154001, "latency_s": 24.828, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_8350a0e9425d4edaa4eaaa7864bf70ac", "ts": 1793150340.1419709, "run_id": "final_small_E_single_llm_mixed_random_small"}206{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "148949bf6a3815ef", "input_tokens": 4210, "output_tokens": 1963, "cached_tokens": 1301, "cost_usd": 0.00128541, "latency_s": 18.207, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_1e8217a8074441eb8a052b3e9926b6eb", "ts": 1793150340.1635861, "run_id": "final_small_E_single_llm_mixed_random_small"}207{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "26064f327d5e60c0", "input_tokens": 4455, "output_tokens": 2568, "cached_tokens": 1301, "cost_usd": 0.00161241, "latency_s": 24.527, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_6d032a4c5e3a4f84bd65e315eb34b8cb", "ts": 1793150344.65619, "run_id": "final_small_E_single_llm_mixed_random_small"}208{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "b396adfaa4fb3ab7", "input_tokens": 6790, "output_tokens": 2838, "cached_tokens": 2577, "cost_usd": 0.0018660699999999998, "latency_s": 13.611, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkjvM6VjbEBRvBpvSXw", "ts": 1793150348.965125, "run_id": "final_small_E_single_llm_mixed_random_small"}209{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "cd432ca8480a363e", "input_tokens": 6760, "output_tokens": 3111, "cached_tokens": 2577, "cost_usd": 0.00199957, "latency_s": 15.44, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkkGgiSksvfkUR2ixrg", "ts": 1793150355.598868, "run_id": "final_small_E_single_llm_mixed_random_small"}210{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "38df4f92799bc473", "input_tokens": 4498, "output_tokens": 2243, "cached_tokens": 1301, "cost_usd": 0.00145421, "latency_s": 21.291, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_af89dc7766c74eff9961edb6b665af88", "ts": 1793150361.466377, "run_id": "final_small_E_single_llm_mixed_random_small"}211{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "59ca269c82e6afbb", "input_tokens": 4473, "output_tokens": 2175, "cached_tokens": 1301, "cost_usd": 0.00141771, "latency_s": 21.231, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_e681395697034728a6874f7782603108", "ts": 1793150365.8934379, "run_id": "final_small_E_single_llm_mixed_random_small"}212{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "e0713b5ae945d7b9", "input_tokens": 3777, "output_tokens": 2022, "cached_tokens": 1301, "cost_usd": 0.00127161, "latency_s": 19.477, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_f82ab5b23a604eb29bf069a52179f66e", "ts": 1793150368.456426, "run_id": "final_small_E_single_llm_mixed_random_small"}213{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "068a9aa5bec7f096", "input_tokens": 4207, "output_tokens": 3231, "cached_tokens": 1301, "cost_usd": 0.0019191100000000001, "latency_s": 30.333, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_2337c366c6b140aebad7351a20a688b1", "ts": 1793150369.195553, "run_id": "final_small_E_single_llm_mixed_random_small"}214{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "58cbaf0add283d1a", "input_tokens": 5990, "output_tokens": 2824, "cached_tokens": 2577, "cost_usd": 0.00177907, "latency_s": 14.013, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkmQcywSs3wdrdHo9Jb", "ts": 1793150369.624081, "run_id": "final_small_E_single_llm_mixed_random_small"}215{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "1eb0be0c2fbea46b", "input_tokens": 6712, "output_tokens": 2413, "cached_tokens": 2577, "cost_usd": 0.00164577, "latency_s": 11.948, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTknMjdryBBnVFcg1xEY", "ts": 1793150380.415592, "run_id": "final_small_E_single_llm_mixed_random_small"}216{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "1f0fa37939f5aa98", "input_tokens": 5731, "output_tokens": 2356, "cached_tokens": 2577, "cost_usd": 0.00151917, "latency_s": 12.437, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTknSdZtLvC8cL6Nacq9", "ts": 1793150382.071438, "run_id": "final_small_E_single_llm_mixed_random_small"}217{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "0fa5916e3cd15acd", "input_tokens": 4511, "output_tokens": 2771, "cached_tokens": 1301, "cost_usd": 0.00171951, "latency_s": 25.97, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_9da273a3bd2e4cac984a6c39000373f5", "ts": 1793150387.4502442, "run_id": "final_small_E_single_llm_mixed_random_small"}218{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "3f4d7478faa63abd", "input_tokens": 6776, "output_tokens": 1977, "cached_tokens": 2577, "cost_usd": 0.00143417, "latency_s": 9.488, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkoEiyhFy9L8oSGx9Ey", "ts": 1793150389.915843, "run_id": "final_small_E_single_llm_mixed_random_small"}219{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "b4b66fae24b3b986", "input_tokens": 4459, "output_tokens": 2484, "cached_tokens": 1301, "cost_usd": 0.00157081, "latency_s": 25.826, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_7a4e3516962344f894aebe5aa2af5712", "ts": 1793150391.7253299, "run_id": "final_small_E_single_llm_mixed_random_small"}220{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f9314b3e8c17081b", "input_tokens": 4021, "output_tokens": 2331, "cached_tokens": 1301, "cost_usd": 0.00145051, "latency_s": 22.744, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_774747831b5c4db4b429d70312aeb188", "ts": 1793150391.9505548, "run_id": "final_small_E_single_llm_mixed_random_small"}221{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "88fdd8efd6532456", "input_tokens": 6017, "output_tokens": 3183, "cached_tokens": 2577, "cost_usd": 0.0019612699999999998, "latency_s": 16.028, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkoMo94qHTHkBxBYbfL", "ts": 1793150398.109428, "run_id": "final_small_E_single_llm_mixed_random_small"}222{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "a986c8ef21a380ba", "input_tokens": 5939, "output_tokens": 2060, "cached_tokens": 2577, "cost_usd": 0.00139197, "latency_s": 10.135, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkp61e4KAvX2tHrBqPb", "ts": 1793150402.0898418, "run_id": "final_small_E_single_llm_mixed_random_small"}223{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "0dfb5e76c916d154", "input_tokens": 6800, "output_tokens": 3344, "cached_tokens": 2577, "cost_usd": 0.0021200700000000004, "latency_s": 16.631, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkom3shz77XxhAaYbYK", "ts": 1793150404.088226, "run_id": "final_small_E_single_llm_mixed_random_small"}224{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f2e4390f16d5a2b2", "input_tokens": 4303, "output_tokens": 2182, "cached_tokens": 1301, "cost_usd": 0.0014042100000000001, "latency_s": 21.059, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_beca10ba23b044dd87a42b68254a1e77", "ts": 1793150410.98544, "run_id": "final_small_E_single_llm_mixed_random_small"}225{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "8dc09dea8a9d5cda", "input_tokens": 6925, "output_tokens": 2523, "cached_tokens": 2577, "cost_usd": 0.00172207, "latency_s": 13.575, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkpYMQeSYq4eLzp3kiG", "ts": 1793150411.6887949, "run_id": "final_small_E_single_llm_mixed_random_small"}226{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "7b8beca4e566b657", "input_tokens": 3226, "output_tokens": 2067, "cached_tokens": 1301, "cost_usd": 0.00123901, "latency_s": 21.223, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_2b4527f4941f48b2bd94088d1f85b59b", "ts": 1793150412.958378, "run_id": "final_small_E_single_llm_mixed_random_small"}227{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "982ce611aca068e7", "input_tokens": 6845, "output_tokens": 3005, "cached_tokens": 2577, "cost_usd": 0.0019550699999999997, "latency_s": 13.973, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkpqY2NWUxEkyAwzDCT", "ts": 1793150416.067909, "run_id": "final_small_E_single_llm_mixed_random_small"}228{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "baf9a33b748d572d", "input_tokens": 6771, "output_tokens": 2483, "cached_tokens": 2577, "cost_usd": 0.0016866700000000001, "latency_s": 12.062, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkpyx3LdhHNce1K8MPV", "ts": 1793150416.1639822, "run_id": "final_small_E_single_llm_mixed_random_small"}229{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "4d94614b5a22a0d7", "input_tokens": 5201, "output_tokens": 2190, "cached_tokens": 2577, "cost_usd": 0.00138317, "latency_s": 11.611, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkqVaFR9VzCafegoUcP", "ts": 1793150422.608941, "run_id": "final_small_E_single_llm_mixed_random_small"}230{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "da1dc471a0ee3f0e", "input_tokens": 4440, "output_tokens": 1338, "cached_tokens": 1301, "cost_usd": 0.00099591, "latency_s": 13.376, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_317ba0a6ae274246aa4131da3f2f094b", "ts": 1793150425.07939, "run_id": "final_small_E_single_llm_mixed_random_small"}231{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "2be5ecafe8bddeaa", "input_tokens": 6813, "output_tokens": 2912, "cached_tokens": 2577, "cost_usd": 0.00190537, "latency_s": 13.53, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkqsYM9dNZ5XBw1CP9U", "ts": 1793150429.6990411, "run_id": "final_small_E_single_llm_mixed_random_small"}232{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "bc01bee76e7131fb", "input_tokens": 3718, "output_tokens": 1933, "cached_tokens": 1301, "cost_usd": 0.0012212100000000001, "latency_s": 18.621, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_d730d2bd16f04a68a9bac41301e87337", "ts": 1793150431.590956, "run_id": "final_small_E_single_llm_mixed_random_small"}233{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f48b6d32c45d84db", "input_tokens": 6351, "output_tokens": 2571, "cached_tokens": 2577, "cost_usd": 0.00168867, "latency_s": 13.023, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkrM8HJEZPTE6RL8rBR", "ts": 1793150435.64317, "run_id": "final_small_E_single_llm_mixed_random_small"}234{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "2d9ce7f4d8a5eda5", "input_tokens": 6521, "output_tokens": 2327, "cached_tokens": 2577, "cost_usd": 0.0015836700000000001, "latency_s": 11.74, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkrXrDCRXRCUvWXps5B", "ts": 1793150436.830614, "run_id": "final_small_E_single_llm_mixed_random_small"}235{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "663d5874cbf3bad1", "input_tokens": 4140, "output_tokens": 2994, "cached_tokens": 1301, "cost_usd": 0.0017939100000000001, "latency_s": 29.735, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_b0c8cd8826714022b5693b518e63eb7b", "ts": 1793150445.814883, "run_id": "final_small_E_single_llm_mixed_random_small"}236{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "631572cb082dd737", "input_tokens": 6929, "output_tokens": 3479, "cached_tokens": 2577, "cost_usd": 0.0022004700000000004, "latency_s": 17.564, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkrsPTJeNNRTPVNVJ82", "ts": 1793150447.267478, "run_id": "final_small_E_single_llm_mixed_random_small"}237{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "286846cd3f01c6d8", "input_tokens": 6816, "output_tokens": 3057, "cached_tokens": 2577, "cost_usd": 0.00197817, "latency_s": 13.909, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTksPt1kiow8s1wuNjsE", "ts": 1793150450.744412, "run_id": "final_small_E_single_llm_mixed_random_small"}238{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "d7468cbbe5e6d8fb", "input_tokens": 4472, "output_tokens": 2471, "cached_tokens": 1301, "cost_usd": 0.00156561, "latency_s": 23.04, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_2b0cc4efdbd74b80b6925bf1f0ef848d", "ts": 1793150454.644376, "run_id": "final_small_E_single_llm_mixed_random_small"}239{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "d22d57401e2d26b6", "input_tokens": 4453, "output_tokens": 1922, "cached_tokens": 1301, "cost_usd": 0.00128921, "latency_s": 19.237, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_071db2d2a6d94830a98da1c602682c98", "ts": 1793150454.8846898, "run_id": "final_small_E_single_llm_mixed_random_small"}240{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "57f400747ffad8f6", "input_tokens": 6920, "output_tokens": 2319, "cached_tokens": 2577, "cost_usd": 0.0016195699999999999, "latency_s": 11.245, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTktj8AUMmh1XJG5DA8G", "ts": 1793150466.143329, "run_id": "final_small_E_single_llm_mixed_random_small"}241{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "3bc90b0250976cdb", "input_tokens": 4141, "output_tokens": 2258, "cached_tokens": 1301, "cost_usd": 0.00142601, "latency_s": 22.682, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_c6dd366e88ec43d4b49af5b2d0d50cc6", "ts": 1793150468.501193, "run_id": "final_small_E_single_llm_mixed_random_small"}242{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "8b8168b51d7765e6", "input_tokens": 4396, "output_tokens": 2597, "cached_tokens": 1301, "cost_usd": 0.00162101, "latency_s": 26.348, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_39dfe50a318c42a88e93b1602be154e1", "ts": 1793150473.627316, "run_id": "final_small_E_single_llm_mixed_random_small"}243{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "73a9006c5d90aa0b", "input_tokens": 4396, "output_tokens": 2113, "cached_tokens": 1301, "cost_usd": 0.00137901, "latency_s": 21.261, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_6167ca6ff83e4e44b21490a1f0e46c76", "ts": 1793150475.911009, "run_id": "final_small_E_single_llm_mixed_random_small"}244{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "615cb3443e90acf4", "input_tokens": 4424, "output_tokens": 2755, "cached_tokens": 1301, "cost_usd": 0.00170281, "latency_s": 26.852, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_122056230dd54b57b550116a7f7251f1", "ts": 1793150477.6085691, "run_id": "final_small_E_single_llm_mixed_random_small"}245{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "d69471403a9677d1", "input_tokens": 4396, "output_tokens": 1504, "cached_tokens": 1301, "cost_usd": 0.00107451, "latency_s": 14.593, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_511730ac21b34334adfd369fcd1b3865", "ts": 1793150483.099478, "run_id": "final_small_E_single_llm_mixed_random_small"}246{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "6cadd29df0002cf4", "input_tokens": 4441, "output_tokens": 2038, "cached_tokens": 1301, "cost_usd": 0.00134601, "latency_s": 19.376, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_a13b45cb85b447e0b34163fe9be38189", "ts": 1793150485.531453, "run_id": "final_small_E_single_llm_mixed_random_small"}247{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "78a0ebfe79e17d08", "input_tokens": 6660, "output_tokens": 2905, "cached_tokens": 2577, "cost_usd": 0.00188657, "latency_s": 14.816, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkv7eXSmDueRpPLCMQS", "ts": 1793150488.4563022, "run_id": "final_small_E_single_llm_mixed_random_small"}248{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6db80522085ccc0d", "input_tokens": 6410, "output_tokens": 2439, "cached_tokens": 2577, "cost_usd": 0.00162857, "latency_s": 13.295, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkvH7YgCa1TjZ3XPMgd", "ts": 1793150489.216116, "run_id": "final_small_E_single_llm_mixed_random_small"}249{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "31334c11a7722afd", "input_tokens": 4421, "output_tokens": 1872, "cached_tokens": 1301, "cost_usd": 0.00126101, "latency_s": 18.828, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_fabc72421aa44d7ab0323e0278473e2c", "ts": 1793150501.937794, "run_id": "final_small_E_single_llm_mixed_random_small"}250{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "9156dc9ac882f5bd", "input_tokens": 4397, "output_tokens": 2646, "cached_tokens": 1301, "cost_usd": 0.00164561, "latency_s": 25.743, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_23fee8de12fe449c85f5aa9ad0e5e4fe", "ts": 1793150503.355581, "run_id": "final_small_E_single_llm_mixed_random_small"}251{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e3995ecdb911b8e7", "input_tokens": 6781, "output_tokens": 3626, "cached_tokens": 2577, "cost_usd": 0.00225917, "latency_s": 17.902, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkwCfvMChHsRxjmUkji", "ts": 1793150506.370943, "run_id": "final_small_E_single_llm_mixed_random_small"}252{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "9649d42084497001", "input_tokens": 4527, "output_tokens": 2228, "cached_tokens": 1301, "cost_usd": 0.00144961, "latency_s": 21.007, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_0f40930369cd4f21b097f5506f9793d7", "ts": 1793150506.5492108, "run_id": "final_small_E_single_llm_mixed_random_small"}253{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "7cf0c4e4cf7f2141", "input_tokens": 4495, "output_tokens": 1511, "cached_tokens": 1301, "cost_usd": 0.00108791, "latency_s": 14.611, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_27d2c9581d7f4491aa3a831ebb16dfcc", "ts": 1793150516.552842, "run_id": "final_small_E_single_llm_mixed_random_small"}254{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "849209ff59ef8ae5", "input_tokens": 6832, "output_tokens": 2143, "cached_tokens": 2577, "cost_usd": 0.00152277, "latency_s": 10.825, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkxY7WD6xFG7cf5Bv3E", "ts": 1793150517.3869948, "run_id": "final_small_E_single_llm_mixed_random_small"}255{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "61f6a64402e9c985", "input_tokens": 13802, "output_tokens": 6477, "cached_tokens": 5154, "cost_usd": 0.00415484, "latency_s": 31.931, "ok": true, "validation_retries": 1, "error": null, "request_id": "req_011CgTkxis9WV75WeNfF3oHF", "ts": 1793150521.159277, "run_id": "final_small_E_single_llm_mixed_random_small"}256{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e75c9b0eb89d2cda", "input_tokens": 6928, "output_tokens": 3116, "cached_tokens": 2577, "cost_usd": 0.00201887, "latency_s": 14.828, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkxXGe7kxUAtxXGeAwp", "ts": 1793150521.216457, "run_id": "final_small_E_single_llm_mixed_random_small"}257{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "d3f405b2f89fd420", "input_tokens": 3638, "output_tokens": 2747, "cached_tokens": 1301, "cost_usd": 0.00162021, "latency_s": 25.618, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_0728fe4d898b4a1ebc4082caba139abb", "ts": 1793150528.986212, "run_id": "final_small_E_single_llm_mixed_random_small"}258{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "a6014eebcd420f79", "input_tokens": 6730, "output_tokens": 3261, "cached_tokens": 2577, "cost_usd": 0.00207157, "latency_s": 15.363, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkyLKNJbk8zjBX6QVLt", "ts": 1793150532.760911, "run_id": "final_small_E_single_llm_mixed_random_small"}259{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "1cb636a787f1744a", "input_tokens": 3715, "output_tokens": 1903, "cached_tokens": 1301, "cost_usd": 0.0012059100000000001, "latency_s": 19.98, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_190c33df5872437fa0b29936918e931f", "ts": 1793150536.536858, "run_id": "final_small_E_single_llm_mixed_random_small"}260{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "756e07541dd08134", "input_tokens": 6814, "output_tokens": 3441, "cached_tokens": 2577, "cost_usd": 0.0021699700000000002, "latency_s": 16.442, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTkycTU7X9mhjFRHGiuT", "ts": 1793150537.615189, "run_id": "final_small_E_single_llm_mixed_random_small"}261{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "6bbf6ba67fb5980c", "input_tokens": 4432, "output_tokens": 2166, "cached_tokens": 1301, "cost_usd": 0.00140911, "latency_s": 19.789, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_ca865629236842e19f1376b19a1b6217", "ts": 1793150541.01601, "run_id": "final_small_E_single_llm_mixed_random_small"}262{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ee9c5a1bf144cc47", "input_tokens": 4419, "output_tokens": 2624, "cached_tokens": 1301, "cost_usd": 0.00163681, "latency_s": 23.225, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_23e92036092e4f2d9f4bc00ddc4d7828", "ts": 1793150552.224538, "run_id": "final_small_E_single_llm_mixed_random_small"}263{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "e18690bd6734eb17", "input_tokens": 4353, "output_tokens": 1910, "cached_tokens": 1301, "cost_usd": 0.00127321, "latency_s": 19.609, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_c444d83194004790a073e4394658b8c4", "ts": 1793150552.3830662, "run_id": "final_small_E_single_llm_mixed_random_small"}264{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e0929a831bc4d5b6", "input_tokens": 6779, "output_tokens": 2560, "cached_tokens": 2577, "cost_usd": 0.00172597, "latency_s": 12.431, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm15N13F1VaZcUuc9VB", "ts": 1793150553.4599419, "run_id": "final_small_E_single_llm_mixed_random_small"}265{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "1fb3d134f8a22616", "input_tokens": 6056, "output_tokens": 2039, "cached_tokens": 2577, "cost_usd": 0.00139317, "latency_s": 10.464, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm1uPke2ujCfXKazs7D", "ts": 1793150562.6992362, "run_id": "final_small_E_single_llm_mixed_random_small"}266{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "c1e686e16a26ee47", "input_tokens": 4448, "output_tokens": 2544, "cached_tokens": 1301, "cost_usd": 0.00159971, "latency_s": 25.773, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_531dee6c9b794bf3ade93c08e9e045b0", "ts": 1793150563.392811, "run_id": "final_small_E_single_llm_mixed_random_small"}267{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "d903b74090a4beaa", "input_tokens": 13761, "output_tokens": 6267, "cached_tokens": 5154, "cost_usd": 0.00404574, "latency_s": 30.512, "ok": true, "validation_retries": 1, "error": null, "request_id": "req_011CgTm29ZXv4MMZUfa7FUEV", "ts": 1793150567.0623071, "run_id": "final_small_E_single_llm_mixed_random_small"}268{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "dfda5db57d9a5785", "input_tokens": 6899, "output_tokens": 2650, "cached_tokens": 2577, "cost_usd": 0.00178297, "latency_s": 12.799, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm2g3r2Eo7QbAoKLqzZ", "ts": 1793150575.5090759, "run_id": "final_small_E_single_llm_mixed_random_small"}269{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "a9daa22c0224adf7", "input_tokens": 4450, "output_tokens": 2397, "cached_tokens": 1301, "cost_usd": 0.0015264100000000002, "latency_s": 22.269, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_8473bd1a3f1940eb9f80d3209779a6c3", "ts": 1793150575.739143, "run_id": "final_small_E_single_llm_mixed_random_small"}270{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "ccf82d990987db60", "input_tokens": 3732, "output_tokens": 2536, "cached_tokens": 1301, "cost_usd": 0.0015241100000000002, "latency_s": 23.816, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_3655b1309c9b4d7a983b7e0798d876d3", "ts": 1793150576.216365, "run_id": "final_small_E_single_llm_mixed_random_small"}271{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f7fae2eae5fd7489", "input_tokens": 6812, "output_tokens": 3265, "cached_tokens": 2577, "cost_usd": 0.00208177, "latency_s": 16.125, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm2j8PsxFZh6QhbdtgP", "ts": 1793150579.5306602, "run_id": "final_small_E_single_llm_mixed_random_small"}272{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "14b2ceee949cf6f3", "input_tokens": 4420, "output_tokens": 2105, "cached_tokens": 1301, "cost_usd": 0.0013774100000000001, "latency_s": 21.485, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_c8dd262c8faa4a9fa81ed0b69d2d7406", "ts": 1793150588.559544, "run_id": "final_small_E_single_llm_mixed_random_small"}273{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "9c8934fcad894b5b", "input_tokens": 6728, "output_tokens": 2298, "cached_tokens": 2577, "cost_usd": 0.00158987, "latency_s": 11.009, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm3v1GY4ThpvoUxQdCL", "ts": 1793150590.551321, "run_id": "final_small_E_single_llm_mixed_random_small"}274{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "059ed97cefb122ac", "input_tokens": 4489, "output_tokens": 1915, "cached_tokens": 1301, "cost_usd": 0.00128931, "latency_s": 18.854, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_f494d5edbf6c41ac9e8a83b1ec49be37", "ts": 1793150595.08865, "run_id": "final_small_E_single_llm_mixed_random_small"}275{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "2f2a9187ea862549", "input_tokens": 6681, "output_tokens": 2447, "cached_tokens": 2577, "cost_usd": 0.00165967, "latency_s": 11.647, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm4ajvfARegvL2hRjii", "ts": 1793150600.216728, "run_id": "final_small_E_single_llm_mixed_random_small"}276{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "769b43af34432b86", "input_tokens": 4421, "output_tokens": 2802, "cached_tokens": 1301, "cost_usd": 0.00172601, "latency_s": 26.385, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_e2aba10081e84338ac9897c580285ba0", "ts": 1793150601.9100091, "run_id": "final_small_E_single_llm_mixed_random_small"}277{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "91abbf04d9efe61d", "input_tokens": 4322, "output_tokens": 2686, "cached_tokens": 1301, "cost_usd": 0.0016581100000000002, "latency_s": 27.538, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_238785b0009841a8a3a27e53ef2edac5", "ts": 1793150603.280664, "run_id": "final_small_E_single_llm_mixed_random_small"}278{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "f529adce3a6fc70c", "input_tokens": 6873, "output_tokens": 3261, "cached_tokens": 2577, "cost_usd": 0.00208587, "latency_s": 15.614, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm54ZypbuqcBRD2oSF2", "ts": 1793150610.71421, "run_id": "final_small_E_single_llm_mixed_random_small"}279{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "e4d90f3af50b5692", "input_tokens": 3999, "output_tokens": 3270, "cached_tokens": 1301, "cost_usd": 0.00191781, "latency_s": 30.66, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_f2087350a1804deeb283eb7659772011", "ts": 1793150621.2153249, "run_id": "final_small_E_single_llm_mixed_random_small"}280{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6ab120b608640e7f", "input_tokens": 5751, "output_tokens": 2276, "cached_tokens": 2577, "cost_usd": 0.00148117, "latency_s": 11.042, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm6DLcYWRXfUrtV8MvT", "ts": 1793150621.767484, "run_id": "final_small_E_single_llm_mixed_random_small"}281{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "4493d36f7267ba50", "input_tokens": 4077, "output_tokens": 2081, "cached_tokens": 1301, "cost_usd": 0.0013311100000000001, "latency_s": 19.463, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_6954f38d941d4cfa986176cd059fc3df", "ts": 1793150622.74813, "run_id": "final_small_E_single_llm_mixed_random_small"}282{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "2681671a1c0b885a", "input_tokens": 4498, "output_tokens": 2271, "cached_tokens": 1301, "cost_usd": 0.00146821, "latency_s": 23.75, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_cb49a6a38c67462388b0cf2a2f173c93", "ts": 1793150623.978123, "run_id": "final_small_E_single_llm_mixed_random_small"}283{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f26a5ca67060f9aa", "input_tokens": 4430, "output_tokens": 2755, "cached_tokens": 1301, "cost_usd": 0.00170341, "latency_s": 29.223, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_8e2de5d4463d4c02b82bc077602ebd17", "ts": 1793150631.1445591, "run_id": "final_small_E_single_llm_mixed_random_small"}284{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "ed5b6349c783e22b", "input_tokens": 6812, "output_tokens": 2834, "cached_tokens": 2577, "cost_usd": 0.00186627, "latency_s": 13.871, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm7C315tsteZKJ9W9R2", "ts": 1793150637.855538, "run_id": "final_small_E_single_llm_mixed_random_small"}285{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "40b8f50669c529b6", "input_tokens": 4086, "output_tokens": 1776, "cached_tokens": 1301, "cost_usd": 0.00117951, "latency_s": 18.683, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_794da2e925244e84a202d756f720e458", "ts": 1793150640.463104, "run_id": "final_small_E_single_llm_mixed_random_small"}286{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "fde61b6964f817bf", "input_tokens": 4551, "output_tokens": 1983, "cached_tokens": 1301, "cost_usd": 0.00132951, "latency_s": 20.012, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_684fabeee4a64c57aaa41b8c3cf397dc", "ts": 1793150642.772587, "run_id": "final_small_E_single_llm_mixed_random_small"}287{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "e1b948de530fbe01", "input_tokens": 6836, "output_tokens": 2560, "cached_tokens": 2577, "cost_usd": 0.00173167, "latency_s": 12.844, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm7isACvdLswneutVSA", "ts": 1793150644.000874, "run_id": "final_small_E_single_llm_mixed_random_small"}288{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "913112352150a1d7", "input_tokens": 3619, "output_tokens": 2405, "cached_tokens": 1301, "cost_usd": 0.00144731, "latency_s": 23.956, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_0630397465054b2589da5df882eefda9", "ts": 1793150645.181828, "run_id": "final_small_E_single_llm_mixed_random_small"}289{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "3b442a25cdf30338", "input_tokens": 6812, "output_tokens": 2598, "cached_tokens": 2577, "cost_usd": 0.00174827, "latency_s": 13.089, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm8DMv12HEowwNEvSTc", "ts": 1793150650.948896, "run_id": "final_small_E_single_llm_mixed_random_small"}290{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "7b2d687a7bd3186b", "input_tokens": 5494, "output_tokens": 2837, "cached_tokens": 2577, "cost_usd": 0.00173597, "latency_s": 14.67, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm8QdpGZnirc9MTJ7Ts", "ts": 1793150655.142997, "run_id": "final_small_E_single_llm_mixed_random_small"}291{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6dd13e964c42031b", "input_tokens": 4501, "output_tokens": 2553, "cached_tokens": 2577, "cost_usd": 0.00149467, "latency_s": 13.377, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm8feCxe3VAze6woN5p", "ts": 1793150657.381803, "run_id": "final_small_E_single_llm_mixed_random_small"}292{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f0f3c3106e5c68ad", "input_tokens": 3653, "output_tokens": 1987, "cached_tokens": 1301, "cost_usd": 0.00124171, "latency_s": 20.225, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_90438fbc24894a8b8e96c3c98f4ca132", "ts": 1793150663.007573, "run_id": "final_small_E_single_llm_mixed_random_small"}293{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "f50775e43b9ece30", "input_tokens": 4441, "output_tokens": 2566, "cached_tokens": 1301, "cost_usd": 0.00161001, "latency_s": 25.172, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_19c633070cac409594d3250c6f3bcea6", "ts": 1793150670.358266, "run_id": "final_small_E_single_llm_mixed_random_small"}294{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "0379a13f16797f05", "input_tokens": 6834, "output_tokens": 3856, "cached_tokens": 2577, "cost_usd": 0.0023794700000000003, "latency_s": 17.674, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTm9VJdMmZHHvExdHsZB", "ts": 1793150672.832486, "run_id": "final_small_E_single_llm_mixed_random_small"}295{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "340da613868dccd0", "input_tokens": 4305, "output_tokens": 2178, "cached_tokens": 1301, "cost_usd": 0.00140241, "latency_s": 21.036, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_f5e4792fd68e415588fcc8ccb9563650", "ts": 1793150678.429208, "run_id": "final_small_E_single_llm_mixed_random_small"}296{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "9d6929bceba60b5b", "input_tokens": 13530, "output_tokens": 6227, "cached_tokens": 5154, "cost_usd": 0.00400264, "latency_s": 28.178, "ok": true, "validation_retries": 1, "error": null, "request_id": "req_011CgTmAX35vPJEB7f4F8WZm", "ts": 1793150679.1394072, "run_id": "final_small_E_single_llm_mixed_random_small"}297{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "1f79ff7d5567b199", "input_tokens": 4443, "output_tokens": 2606, "cached_tokens": 1301, "cost_usd": 0.00163021, "latency_s": 26.407, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_6fd997fe5c334f2abe8ccfaa0d4a67ae", "ts": 1793150689.428421, "run_id": "final_small_E_single_llm_mixed_random_small"}298{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "95264339e2f9f72c", "input_tokens": 4454, "output_tokens": 1871, "cached_tokens": 1301, "cost_usd": 0.00126381, "latency_s": 19.302, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_d0c1ecd0d9954bb380c783e494119ba5", "ts": 1793150689.671415, "run_id": "final_small_E_single_llm_mixed_random_small"}299{"provider": "anthropic", "model": "claude-haiku-5-5", "tag": "generalist:estimate:0", "prompt_hash": "6dc1010ee4cd5ec6", "input_tokens": 6596, "output_tokens": 2933, "cached_tokens": 2577, "cost_usd": 0.0018941700000000001, "latency_s": 13.591, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_011CgTmBDDoakPYLzacckKu8", "ts": 1793150692.030687, "run_id": "final_small_E_single_llm_mixed_random_small"}300{"provider": "openai", "model": "gpt-6-luna", "tag": "generalist:estimate:0", "prompt_hash": "d224324d6106612e", "input_tokens": 3899, "output_tokens": 1970, "cached_tokens": 1301, "cost_usd": 0.00125781, "latency_s": 21.025, "ok": true, "validation_retries": 0, "error": null, "request_id": "req_257110d574e145eeaa4234c594189989", "ts": 1793150693.861661, "run_id": "final_small_E_single_llm_mixed_random_small"}301