spb/wp30_uqo

1{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:11.504485Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "cache_tensor_bytes": 71626752, "serialized_bytes": 71642826, "transport_bytes": 71643191, "sender_prefill_ms": 1077.5321670807898, "compress_ms": 1.4277908485382795, "serialize_ms": 32.910500071011484, "codec_ms": 0.0, "send_ms": 597.2484579542652, "roundtrip_ms": 1390.264374902472, "remote_recv_ms": 1747.5717089837417, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 16.327708028256893, "remote_ttft_ms": 134.65466699562967, "remote_decode_ms": 610.3042080067098, "remote_server_ms": 761.4478330360726, "remote_peak_bytes": 6322364620, "effective_gbps": 0.9114670016454061}2{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:14.045163Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "cache_tensor_bytes": 71626752, "serialized_bytes": 71642826, "transport_bytes": 55643045, "sender_prefill_ms": 1204.466792056337, "compress_ms": 1.3419579481706023, "serialize_ms": 38.1617919774726, "codec_ms": 75.11345890816301, "send_ms": 454.3471250217408, "roundtrip_ms": 1220.7407919922844, "remote_recv_ms": 1809.5376250566915, "remote_decompress_ms": 73.89579189475626, "remote_load_ms": 92.75466704275459, "remote_ttft_ms": 270.21245809737593, "remote_decode_ms": 368.3491669362411, "remote_server_ms": 731.5630840603262, "remote_peak_bytes": 6322069708, "effective_gbps": 0.9099849661626794}3{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:16.189798Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "cache_tensor_bytes": 38051712, "serialized_bytes": 38085881, "transport_bytes": 38086246, "sender_prefill_ms": 902.3126669926569, "compress_ms": 80.47645795159042, "serialize_ms": 20.546125015243888, "codec_ms": 0.0, "send_ms": 303.8004169939086, "roundtrip_ms": 1140.5324999941513, "remote_recv_ms": 1334.8247080575675, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 10.942207998596132, "remote_ttft_ms": 97.60600002482533, "remote_decode_ms": 700.7394169922918, "remote_server_ms": 809.6922079566866, "remote_peak_bytes": 6299623792, "effective_gbps": 0.9209578619447494}4{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:17.827350Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\nunknownonth\n", "correct": 0.0, "cache_tensor_bytes": 20145024, "serialized_bytes": 20179055, "transport_bytes": 20179420, "sender_prefill_ms": 1089.376916992478, "compress_ms": 35.0613750051707, "serialize_ms": 11.772457975894213, "codec_ms": 0.0, "send_ms": 150.85104200989008, "roundtrip_ms": 500.38450001738966, "remote_recv_ms": 1314.0839169500396, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 6.397249992005527, "remote_ttft_ms": 130.4672920377925, "remote_decode_ms": 186.0702090198174, "remote_server_ms": 323.35458300076425, "remote_peak_bytes": 6276359552, "effective_gbps": 0.9119100472991756}5{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:19.386637Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "serialized_bytes": 7128, "transport_bytes": 10451, "send_ms": 0.01937500201165676, "roundtrip_ms": 1558.0670830095187, "remote_prefill_ms": 1084.0010410174727, "remote_ttft_ms": 105.59758299496025, "remote_decode_ms": 366.9288329547271, "remote_server_ms": 1556.6714169690385, "remote_peak_bytes": 6894623696}6{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:45:21.091752Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "local_prefill_ms": 931.7304589785635, "local_ttft_ms": 111.3082499941811, "local_decode_ms": 660.8299590880051}7{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:23.256229Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "cache_tensor_bytes": 71626752, "serialized_bytes": 71642826, "transport_bytes": 71643191, "sender_prefill_ms": 940.3234170749784, "compress_ms": 1.7210409278050065, "serialize_ms": 31.57987503800541, "codec_ms": 0.0, "send_ms": 588.9482910279185, "roundtrip_ms": 1190.0653750635684, "remote_recv_ms": 3302.7995839947835, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 15.663624973967671, "remote_ttft_ms": 141.79829193744808, "remote_decode_ms": 408.95095793530345, "remote_server_ms": 566.6734159458429, "remote_peak_bytes": 6322069708, "effective_gbps": 0.9193983329704183}8{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:25.591157Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "cache_tensor_bytes": 71626752, "serialized_bytes": 71642826, "transport_bytes": 55643044, "sender_prefill_ms": 1174.3297909852117, "compress_ms": 1.4874170301482081, "serialize_ms": 29.37641693279147, "codec_ms": 70.05433295853436, "send_ms": 449.8316668905318, "roundtrip_ms": 1058.9160000672564, "remote_recv_ms": 1762.3748329933733, "remote_decompress_ms": 69.52495803125203, "remote_load_ms": 88.30587496049702, "remote_ttft_ms": 126.96879205759615, "remote_decode_ms": 357.114874990657, "remote_server_ms": 572.535999934189, "remote_peak_bytes": 6322069708, "effective_gbps": 0.9152192768580415}9{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:27.649354Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "cache_tensor_bytes": 38051712, "serialized_bytes": 38085881, "transport_bytes": 38086246, "sender_prefill_ms": 925.4542500711977, "compress_ms": 30.183999915607274, "serialize_ms": 25.91345808468759, "codec_ms": 0.0, "send_ms": 296.46291700191796, "roundtrip_ms": 1076.1896249605343, "remote_recv_ms": 1316.637207986787, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 12.262915959581733, "remote_ttft_ms": 104.01116707362235, "remote_decode_ms": 624.6557079721242, "remote_server_ms": 741.325999959372, "remote_peak_bytes": 6299623792, "effective_gbps": 0.9098927003461257}10{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:29.672771Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\nunknownonth\n", "correct": 0.0, "cache_tensor_bytes": 20145024, "serialized_bytes": 20179055, "transport_bytes": 20179420, "sender_prefill_ms": 1014.3998329294845, "compress_ms": 239.5398331573233, "serialize_ms": 16.298541915602982, "codec_ms": 0.0, "send_ms": 136.88650005497038, "roundtrip_ms": 751.7785830423236, "remote_recv_ms": 1448.548624990508, "remote_decompress_ms": 0.00020908191800117493, "remote_load_ms": 7.959833019413054, "remote_ttft_ms": 119.01558295357972, "remote_decode_ms": 447.50054099131376, "remote_server_ms": 574.8902910854667, "remote_peak_bytes": 6276359552, "effective_gbps": 0.9126401652370196}11{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:30.999297Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "serialized_bytes": 7128, "transport_bytes": 10451, "send_ms": 0.030292081646621227, "roundtrip_ms": 1325.3985000774264, "remote_prefill_ms": 925.7503340486437, "remote_ttft_ms": 37.234999937936664, "remote_decode_ms": 361.0246250173077, "remote_server_ms": 1324.1956669371575, "remote_peak_bytes": 6894624256}12{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:45:32.540052Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "local_prefill_ms": 982.1777500910684, "local_ttft_ms": 117.09233408328146, "local_decode_ms": 440.5152500839904}13{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:35.112207Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "cache_tensor_bytes": 71626752, "serialized_bytes": 71642826, "transport_bytes": 71643191, "sender_prefill_ms": 1120.4536249861121, "compress_ms": 1.4492090558633208, "serialize_ms": 30.181874986737967, "codec_ms": 0.0, "send_ms": 576.2191669782624, "roundtrip_ms": 1418.8916670391336, "remote_recv_ms": 3312.953291926533, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 16.511542024090886, "remote_ttft_ms": 123.02933307364583, "remote_decode_ms": 660.0622499827296, "remote_server_ms": 799.7563329990953, "remote_peak_bytes": 6322069708, "effective_gbps": 0.925719299947006}14{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:37.687536Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "cache_tensor_bytes": 71626752, "serialized_bytes": 71642826, "transport_bytes": 55643045, "sender_prefill_ms": 1237.257415894419, "compress_ms": 1.6167501453310251, "serialize_ms": 34.03279196936637, "codec_ms": 66.89974991604686, "send_ms": 440.50804106518626, "roundtrip_ms": 1234.516332973726, "remote_recv_ms": 1827.1257499000058, "remote_decompress_ms": 59.502042015083134, "remote_load_ms": 75.07554104086012, "remote_ttft_ms": 290.9742499468848, "remote_decode_ms": 381.9848749553785, "remote_server_ms": 748.1718749040738, "remote_peak_bytes": 6322069708, "effective_gbps": 0.9152861775516484}15{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:39.918239Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "cache_tensor_bytes": 38051712, "serialized_bytes": 38085881, "transport_bytes": 38086246, "sender_prefill_ms": 910.1633749669418, "compress_ms": 175.58679112698883, "serialize_ms": 24.931791936978698, "codec_ms": 0.0, "send_ms": 290.80766707193106, "roundtrip_ms": 1119.542249944061, "remote_recv_ms": 1445.570082985796, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 10.007916018366814, "remote_ttft_ms": 113.70295798406005, "remote_decode_ms": 660.7697500148788, "remote_server_ms": 784.8745420342311, "remote_peak_bytes": 6299623792, "effective_gbps": 0.9104253586428874}16{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:41.531204Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\nunknownonth\n", "correct": 0.0, "cache_tensor_bytes": 20145024, "serialized_bytes": 20179055, "transport_bytes": 20179420, "sender_prefill_ms": 1103.935250081122, "compress_ms": 19.408624852076173, "serialize_ms": 12.06737500615418, "codec_ms": 0.0, "send_ms": 137.20087497495115, "roundtrip_ms": 476.35258396621794, "remote_recv_ms": 1312.5000420259312, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 6.8874170538038015, "remote_ttft_ms": 104.21816702000797, "remote_decode_ms": 189.09079197328538, "remote_server_ms": 300.5932919913903, "remote_peak_bytes": 6276359552, "effective_gbps": 0.9185025621468756}17{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:43.123849Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "serialized_bytes": 7128, "transport_bytes": 10451, "send_ms": 0.017541926354169846, "roundtrip_ms": 1591.4736249251291, "remote_prefill_ms": 1165.2673330390826, "remote_ttft_ms": 47.49250004533678, "remote_decode_ms": 377.0318330498412, "remote_server_ms": 1590.0117919081822, "remote_peak_bytes": 6894625096}18{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:45:44.816889Z", "document_id": "syn_03000_2000", "target_tokens": 2000, "prefix_tokens": 1943, "query_tokens": 35, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "ZL-78K-5065", "correct": 1.0, "local_prefill_ms": 936.7292079841718, "local_ttft_ms": 82.50899997074157, "local_decode_ms": 672.8636249899864}19{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:46.849367Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "cache_tensor_bytes": 70225920, "serialized_bytes": 70241994, "transport_bytes": 70242361, "sender_prefill_ms": 894.8155409889296, "compress_ms": 1.446208916604519, "serialize_ms": 34.07320810947567, "codec_ms": 0.0, "send_ms": 563.5780420852825, "roundtrip_ms": 1096.1502499412745, "remote_recv_ms": 3235.088000074029, "remote_decompress_ms": 0.00016693957149982452, "remote_load_ms": 14.08987503964454, "remote_ttft_ms": 124.21133299358189, "remote_decode_ms": 351.9026250578463, "remote_server_ms": 490.36670790519565, "remote_peak_bytes": 6321611096, "effective_gbps": 0.9276232333933767}20{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:48.982453Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "cache_tensor_bytes": 70225920, "serialized_bytes": 70241994, "transport_bytes": 54571955, "sender_prefill_ms": 954.0327920112759, "compress_ms": 1.4031250029802322, "serialize_ms": 36.997290910221636, "codec_ms": 61.33220798801631, "send_ms": 430.41008396539837, "roundtrip_ms": 1078.5136659396812, "remote_recv_ms": 1536.5444999188185, "remote_decompress_ms": 58.077665977180004, "remote_load_ms": 72.64429202768952, "remote_ttft_ms": 158.96058292128146, "remote_decode_ms": 364.59949996788055, "remote_server_ms": 596.3407079689205, "remote_peak_bytes": 6321135960, "effective_gbps": 0.9054336888516966}21{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:51.125901Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "cache_tensor_bytes": 37307520, "serialized_bytes": 37341681, "transport_bytes": 37342048, "sender_prefill_ms": 1013.7242079945281, "compress_ms": 17.976959003135562, "serialize_ms": 31.568208010867238, "codec_ms": 0.0, "send_ms": 284.20670807827264, "roundtrip_ms": 1078.9829160785303, "remote_recv_ms": 1390.3962090844288, "remote_decompress_ms": 0.00016705598682165146, "remote_load_ms": 9.062708937563002, "remote_ttft_ms": 111.2915410194546, "remote_decode_ms": 632.299792021513, "remote_server_ms": 753.0582499457523, "remote_peak_bytes": 6300379580, "effective_gbps": 0.9165810846556126}22{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:52.729151Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "ıcı\n\n", "correct": 0.0, "cache_tensor_bytes": 19751040, "serialized_bytes": 19785059, "transport_bytes": 19785426, "sender_prefill_ms": 899.66154191643, "compress_ms": 219.60862504784018, "serialize_ms": 80.81679104361683, "codec_ms": 0.0, "send_ms": 134.11087496206164, "roundtrip_ms": 401.966999983415, "remote_recv_ms": 1375.1343749463558, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 6.41866703517735, "remote_ttft_ms": 110.22129200864583, "remote_decode_ms": 110.97837495617568, "remote_server_ms": 228.02329098340124, "remote_peak_bytes": 6277785180, "effective_gbps": 0.9099691440981488}23{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:54.279690Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "serialized_bytes": 7342, "transport_bytes": 10407, "send_ms": 0.02162496093660593, "roundtrip_ms": 1549.4042920181528, "remote_prefill_ms": 1172.7849580347538, "remote_ttft_ms": 35.02412501256913, "remote_decode_ms": 340.30479204375297, "remote_server_ms": 1548.315417021513, "remote_peak_bytes": 6882475168}24{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:45:55.886014Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "local_prefill_ms": 1127.5416250573471, "local_ttft_ms": 124.27183403633535, "local_decode_ms": 353.4920000238344}25{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:45:58.248931Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "cache_tensor_bytes": 70225920, "serialized_bytes": 70241994, "transport_bytes": 70242361, "sender_prefill_ms": 1136.2022500252351, "compress_ms": 1.420416054315865, "serialize_ms": 42.394291958771646, "codec_ms": 0.0, "send_ms": 565.656749997288, "roundtrip_ms": 1182.1416669990867, "remote_recv_ms": 3395.160250016488, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 14.893374987877905, "remote_ttft_ms": 137.84195808693767, "remote_decode_ms": 421.01320798974484, "remote_server_ms": 573.9027910167351, "remote_peak_bytes": 6321348952, "effective_gbps": 0.9238786111664211}26{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:00.303717Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "cache_tensor_bytes": 70225920, "serialized_bytes": 70241994, "transport_bytes": 54571955, "sender_prefill_ms": 910.1961670676246, "compress_ms": 1.4340828638523817, "serialize_ms": 39.260084042325616, "codec_ms": 65.24324999190867, "send_ms": 431.04924994986504, "roundtrip_ms": 1037.8124590497464, "remote_recv_ms": 1495.643625035882, "remote_decompress_ms": 54.80208294466138, "remote_load_ms": 69.195874966681, "remote_ttft_ms": 147.84195797983557, "remote_decode_ms": 341.9281659880653, "remote_server_ms": 559.1175000881776, "remote_peak_bytes": 6321283416, "effective_gbps": 0.9120121944610863}27{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:02.542307Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "cache_tensor_bytes": 37307520, "serialized_bytes": 37341681, "transport_bytes": 37342048, "sender_prefill_ms": 1161.1899581039324, "compress_ms": 57.14037595316768, "serialize_ms": 30.73441598098725, "codec_ms": 0.0, "send_ms": 283.3832500036806, "roundtrip_ms": 988.5263330070302, "remote_recv_ms": 1576.8032500054687, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 8.883375092409551, "remote_ttft_ms": 242.2197499545291, "remote_decode_ms": 410.1139579433948, "remote_server_ms": 661.6198329720646, "remote_peak_bytes": 6300379580, "effective_gbps": 0.913828216838905}28{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:03.931156Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "ıcı\n\n", "correct": 0.0, "cache_tensor_bytes": 19751040, "serialized_bytes": 19785059, "transport_bytes": 19785426, "sender_prefill_ms": 925.4698340082541, "compress_ms": 25.981791084632277, "serialize_ms": 18.81812489591539, "codec_ms": 0.0, "send_ms": 135.49220806453377, "roundtrip_ms": 417.04491700511426, "remote_recv_ms": 1144.7777089197189, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 5.064958008006215, "remote_ttft_ms": 122.16079200152308, "remote_decode_ms": 116.38624989427626, "remote_server_ms": 244.00950002018362, "remote_peak_bytes": 6277785180, "effective_gbps": 0.9147457252279435}29{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:05.525149Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "serialized_bytes": 7342, "transport_bytes": 10407, "send_ms": 0.08045800495892763, "roundtrip_ms": 1592.862708028406, "remote_prefill_ms": 1190.3812499949709, "remote_ttft_ms": 38.051084033213556, "remote_decode_ms": 362.96170903369784, "remote_server_ms": 1591.5327919647098, "remote_peak_bytes": 6882475168}30{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:46:07.166259Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "local_prefill_ms": 910.8201250201091, "local_ttft_ms": 148.84720800910145, "local_decode_ms": 580.6980830384418}31{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:09.239161Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "cache_tensor_bytes": 70225920, "serialized_bytes": 70241994, "transport_bytes": 70242361, "sender_prefill_ms": 947.5109579507262, "compress_ms": 1.5464581083506346, "serialize_ms": 36.75249998923391, "codec_ms": 0.0, "send_ms": 563.4685409022495, "roundtrip_ms": 1086.1294999485835, "remote_recv_ms": 3233.728624996729, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 13.828792027197778, "remote_ttft_ms": 123.05333302356303, "remote_decode_ms": 343.25070900376886, "remote_server_ms": 480.2792089758441, "remote_peak_bytes": 6321086808, "effective_gbps": 0.9275210334516201}32{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:11.372633Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "cache_tensor_bytes": 70225920, "serialized_bytes": 70241994, "transport_bytes": 54571955, "sender_prefill_ms": 1003.1157920602709, "compress_ms": 1.4592909719794989, "serialize_ms": 39.894083980470896, "codec_ms": 64.33554203249514, "send_ms": 431.91491591278464, "roundtrip_ms": 1023.8296670140699, "remote_recv_ms": 1582.080458989367, "remote_decompress_ms": 64.1212499467656, "remote_load_ms": 80.77791600953788, "remote_ttft_ms": 124.70475002191961, "remote_decode_ms": 345.66762496251613, "remote_server_ms": 551.288333022967, "remote_peak_bytes": 6321086808, "effective_gbps": 0.9238887872784901}33{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:13.501150Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "cache_tensor_bytes": 37307520, "serialized_bytes": 37341681, "transport_bytes": 37342048, "sender_prefill_ms": 988.4229579474777, "compress_ms": 28.317792108282447, "serialize_ms": 18.825332983396947, "codec_ms": 0.0, "send_ms": 284.91537494119257, "roundtrip_ms": 1091.9923750916496, "remote_recv_ms": 1365.538208046928, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 11.689208098687232, "remote_ttft_ms": 111.03625001851469, "remote_decode_ms": 639.8092079907656, "remote_server_ms": 762.941375025548, "remote_peak_bytes": 6300379580, "effective_gbps": 0.9078725909964968}34{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:15.033255Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "ıcı\n\n", "correct": 0.0, "cache_tensor_bytes": 19751040, "serialized_bytes": 19785059, "transport_bytes": 19785426, "sender_prefill_ms": 940.8274589804932, "compress_ms": 160.85612506140023, "serialize_ms": 10.656332946382463, "codec_ms": 0.0, "send_ms": 134.93441708851606, "roundtrip_ms": 418.5409160563722, "remote_recv_ms": 1287.882374948822, "remote_decompress_ms": 8.393544703722e-05, "remote_load_ms": 7.542749983258545, "remote_ttft_ms": 122.88920802529901, "remote_decode_ms": 113.13891701865941, "remote_server_ms": 244.02250000275671, "remote_peak_bytes": 6277785180, "effective_gbps": 0.9069725223232153}35{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:16.583651Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "serialized_bytes": 7342, "transport_bytes": 10407, "send_ms": 0.0313750933855772, "roundtrip_ms": 1549.2575829848647, "remote_prefill_ms": 995.1367079047486, "remote_ttft_ms": 60.68045902065933, "remote_decode_ms": 491.97820806875825, "remote_server_ms": 1548.0394170153886, "remote_peak_bytes": 6882475168}36{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:46:18.201626Z", "document_id": "syn_03003_2000", "target_tokens": 2000, "prefix_tokens": 1905, "query_tokens": 36, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "GR-79S-5839", "correct": 1.0, "local_prefill_ms": 1122.5488749332726, "local_ttft_ms": 142.89024996105582, "local_decode_ms": 351.6128339106217}37{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:20.479778Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "cache_tensor_bytes": 71110656, "serialized_bytes": 71126730, "transport_bytes": 71127096, "sender_prefill_ms": 1147.5030409637839, "compress_ms": 1.5852090436965227, "serialize_ms": 30.608583008870482, "codec_ms": 0.0, "send_ms": 576.6763329738751, "roundtrip_ms": 1092.2658339841291, "remote_recv_ms": 3423.479999997653, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 14.184208936057985, "remote_ttft_ms": 141.05162501800805, "remote_decode_ms": 317.1506249345839, "remote_server_ms": 472.5940839853138, "remote_peak_bytes": 6323380568, "effective_gbps": 0.9182551374999551}38{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:22.606042Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "cache_tensor_bytes": 71110656, "serialized_bytes": 71126730, "transport_bytes": 55244124, "sender_prefill_ms": 940.1628340128809, "compress_ms": 1.4894159976392984, "serialize_ms": 28.35883293300867, "codec_ms": 70.35537494812161, "send_ms": 437.99116602167487, "roundtrip_ms": 1085.097917006351, "remote_recv_ms": 1531.139750033617, "remote_decompress_ms": 58.13554197084159, "remote_load_ms": 73.39200004935265, "remote_ttft_ms": 145.96404205076396, "remote_decode_ms": 375.47900003846735, "remote_server_ms": 594.9807500001043, "remote_peak_bytes": 6323380568, "effective_gbps": 0.9017292634321603}39{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:24.854857Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "cache_tensor_bytes": 37777536, "serialized_bytes": 37811697, "transport_bytes": 37812063, "sender_prefill_ms": 945.0752080883831, "compress_ms": 260.53625089116395, "serialize_ms": 17.759916023351252, "codec_ms": 0.0, "send_ms": 287.1284999419004, "roundtrip_ms": 1024.4422079995275, "remote_recv_ms": 1553.9647499099374, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 13.196457992307842, "remote_ttft_ms": 119.45133307017386, "remote_decode_ms": 561.767749954015, "remote_server_ms": 694.840291980654, "remote_peak_bytes": 6320975014, "effective_gbps": 0.9177631843095191}40{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:27.632955Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n the the the the the the\n the the the the the the the the the the the the the the the the the the the the the the the", "correct": 0.0, "cache_tensor_bytes": 19999872, "serialized_bytes": 20033895, "transport_bytes": 20034261, "sender_prefill_ms": 962.6946249045432, "compress_ms": 41.71287512872368, "serialize_ms": 9.49904101435095, "codec_ms": 0.0, "send_ms": 135.6182920280844, "roundtrip_ms": 1763.367166975513, "remote_recv_ms": 1191.057209041901, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 5.967417033389211, "remote_ttft_ms": 120.55287498515099, "remote_decode_ms": 1459.7771669505164, "remote_server_ms": 1586.8732499657199, "remote_peak_bytes": 6297793510, "effective_gbps": 0.908099784487795}41{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:29.177708Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "serialized_bytes": 7159, "transport_bytes": 10410, "send_ms": 0.0355839729309082, "roundtrip_ms": 1543.555709067732, "remote_prefill_ms": 1159.7836249275133, "remote_ttft_ms": 54.17029093950987, "remote_decode_ms": 328.4117500297725, "remote_server_ms": 1542.536334018223, "remote_peak_bytes": 6890240624}42{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:46:30.798766Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "local_prefill_ms": 937.4512500362471, "local_ttft_ms": 178.27954201493412, "local_decode_ms": 504.26787498872727}43{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:32.863428Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "cache_tensor_bytes": 71110656, "serialized_bytes": 71126730, "transport_bytes": 71127096, "sender_prefill_ms": 930.9132079361007, "compress_ms": 1.5225420938804746, "serialize_ms": 29.211291926912963, "codec_ms": 0.0, "send_ms": 573.8497499842197, "roundtrip_ms": 1102.2065830184147, "remote_recv_ms": 3198.9892079727724, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 13.982833013869822, "remote_ttft_ms": 135.80824993550777, "remote_decode_ms": 336.6460409015417, "remote_server_ms": 486.5879160352051, "remote_peak_bytes": 6323380568, "effective_gbps": 0.9243007051563618}44{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:35.173523Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "cache_tensor_bytes": 71110656, "serialized_bytes": 71126730, "transport_bytes": 55244125, "sender_prefill_ms": 1193.8481669640169, "compress_ms": 1.5171660343185067, "serialize_ms": 23.214083048515022, "codec_ms": 65.2876669773832, "send_ms": 436.82437494862825, "roundtrip_ms": 1025.4073339747265, "remote_recv_ms": 1766.8560410384089, "remote_decompress_ms": 68.17558303009719, "remote_load_ms": 82.96454197261482, "remote_ttft_ms": 131.35683408472687, "remote_decode_ms": 328.7651250138879, "remote_server_ms": 543.2496250141412, "remote_peak_bytes": 6323380568, "effective_gbps": 0.9166150240607852}45{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:37.239795Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "cache_tensor_bytes": 37777536, "serialized_bytes": 37811697, "transport_bytes": 37812063, "sender_prefill_ms": 958.8265840429813, "compress_ms": 22.48779102228582, "serialize_ms": 15.536499908193946, "codec_ms": 0.0, "send_ms": 287.19249996356666, "roundtrip_ms": 1068.6323329573497, "remote_recv_ms": 1327.7871670434251, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 13.038083910942078, "remote_ttft_ms": 117.17829096596688, "remote_decode_ms": 607.6318749692291, "remote_server_ms": 738.2545000873506, "remote_peak_bytes": 6320973550, "effective_gbps": 0.915607749382598}46{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:40.246834Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n the the the the the the\n the the the the the the the the the the the the the the the the the the the the the the the", "correct": 0.0, "cache_tensor_bytes": 19999872, "serialized_bytes": 20033895, "transport_bytes": 20034261, "sender_prefill_ms": 966.6956670116633, "compress_ms": 238.60249994322658, "serialize_ms": 9.39566595479846, "codec_ms": 0.0, "send_ms": 136.1410829704255, "roundtrip_ms": 1790.907209040597, "remote_recv_ms": 1390.2924580033869, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 7.372291991487145, "remote_ttft_ms": 125.92283298727125, "remote_decode_ms": 1482.857041992247, "remote_server_ms": 1616.6753750294447, "remote_peak_bytes": 6297793510, "effective_gbps": 0.9198898060714957}47{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:41.816785Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "serialized_bytes": 7159, "transport_bytes": 10410, "send_ms": 0.019332976080477238, "roundtrip_ms": 1568.7566659180447, "remote_prefill_ms": 1187.878584023565, "remote_ttft_ms": 53.466874989680946, "remote_decode_ms": 326.19341695681214, "remote_server_ms": 1567.6957500400022, "remote_peak_bytes": 6890241184}48{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:46:43.368693Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "local_prefill_ms": 905.2187911001965, "local_ttft_ms": 120.48200005665421, "local_decode_ms": 525.3592090448365}49{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:45.517175Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "cache_tensor_bytes": 71110656, "serialized_bytes": 71126730, "transport_bytes": 71127096, "sender_prefill_ms": 1006.4094580011442, "compress_ms": 1.4398760395124555, "serialize_ms": 30.000624945387244, "codec_ms": 0.0, "send_ms": 571.8954580370337, "roundtrip_ms": 1109.6373749896884, "remote_recv_ms": 3204.1532089933753, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 14.099667081609368, "remote_ttft_ms": 141.42120897304267, "remote_decode_ms": 340.43766593094915, "remote_server_ms": 496.131332940422, "remote_peak_bytes": 6323380568, "effective_gbps": 0.9274835600629769}50{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:47.649461Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "cache_tensor_bytes": 71110656, "serialized_bytes": 71126730, "transport_bytes": 55244124, "sender_prefill_ms": 890.0286250282079, "compress_ms": 1.3649589382112026, "serialize_ms": 26.030790992081165, "codec_ms": 68.48662509582937, "send_ms": 435.9403750859201, "roundtrip_ms": 1145.5493330722675, "remote_recv_ms": 1469.9279160704464, "remote_decompress_ms": 72.05225003417581, "remote_load_ms": 91.15904197096825, "remote_ttft_ms": 210.73533303570002, "remote_decode_ms": 360.23858305998147, "remote_server_ms": 662.2952080797404, "remote_peak_bytes": 6323380568, "effective_gbps": 0.9145353741301934}51{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:49.894125Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "cache_tensor_bytes": 37777536, "serialized_bytes": 37811697, "transport_bytes": 37812063, "sender_prefill_ms": 1141.248791012913, "compress_ms": 50.08104199077934, "serialize_ms": 14.972749981097877, "codec_ms": 0.0, "send_ms": 290.5930409906432, "roundtrip_ms": 1037.4109169933945, "remote_recv_ms": 1539.200833067298, "remote_decompress_ms": 8.405186235904694e-05, "remote_load_ms": 10.067458031699061, "remote_ttft_ms": 135.34895901102573, "remote_decode_ms": 559.5647499430925, "remote_server_ms": 705.4462500382215, "remote_peak_bytes": 6320973550, "effective_gbps": 0.9112310258032604}52{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:52.539575Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n the the the the the the\n the the the the the the the the the the the the the the the the the the the the the the the", "correct": 0.0, "cache_tensor_bytes": 19999872, "serialized_bytes": 20033895, "transport_bytes": 20034261, "sender_prefill_ms": 897.9343340033665, "compress_ms": 15.434999018907547, "serialize_ms": 12.385666952468455, "codec_ms": 0.0, "send_ms": 135.70829201489687, "roundtrip_ms": 1718.5085419332609, "remote_recv_ms": 1100.397999980487, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 5.554042058065534, "remote_ttft_ms": 102.42050001397729, "remote_decode_ms": 1436.4902089582756, "remote_server_ms": 1544.8950419668108, "remote_peak_bytes": 6297793510, "effective_gbps": 0.9231660442936304}53{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:54.093909Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "serialized_bytes": 7159, "transport_bytes": 10410, "send_ms": 0.02487492747604847, "roundtrip_ms": 1553.0298749217764, "remote_prefill_ms": 935.923874960281, "remote_ttft_ms": 38.196499925106764, "remote_decode_ms": 577.5239589856938, "remote_server_ms": 1551.851624972187, "remote_peak_bytes": 6890240624}54{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:46:55.777202Z", "document_id": "syn_03006_2000", "target_tokens": 2000, "prefix_tokens": 1929, "query_tokens": 36, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "XM-76Q-2958", "correct": 1.0, "local_prefill_ms": 1171.967291040346, "local_ttft_ms": 161.28225007560104, "local_decode_ms": 349.3555410532281}55{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:46:57.951829Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "cache_tensor_bytes": 74280960, "serialized_bytes": 74297038, "transport_bytes": 74297411, "sender_prefill_ms": 1000.7574160117656, "compress_ms": 1.524791936390102, "serialize_ms": 24.853000068105757, "codec_ms": 0.0, "send_ms": 610.85075000301, "roundtrip_ms": 1142.51591602806, "remote_recv_ms": 3369.1424580756575, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 14.708166010677814, "remote_ttft_ms": 124.57695906050503, "remote_decode_ms": 349.34079193044454, "remote_server_ms": 488.7740419944748, "remote_peak_bytes": 6328901976, "effective_gbps": 0.909195680449046}56{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:00.267116Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "cache_tensor_bytes": 74280960, "serialized_bytes": 74297038, "transport_bytes": 57701255, "sender_prefill_ms": 1112.7581669716164, "compress_ms": 1.3940830249339342, "serialize_ms": 36.08645801432431, "codec_ms": 71.71970792114735, "send_ms": 460.13554104138166, "roundtrip_ms": 1092.4699159804732, "remote_recv_ms": 1723.5735419671983, "remote_decompress_ms": 68.830749951303, "remote_load_ms": 86.26854105386883, "remote_ttft_ms": 134.1428749728948, "remote_decode_ms": 371.03495793417096, "remote_server_ms": 591.6319999378175, "remote_peak_bytes": 6328901976, "effective_gbps": 0.921675506613771}57{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:02.529693Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "cache_tensor_bytes": 39461760, "serialized_bytes": 39495929, "transport_bytes": 39496302, "sender_prefill_ms": 968.6281669419259, "compress_ms": 294.21954101417214, "serialize_ms": 18.635750049725175, "codec_ms": 0.0, "send_ms": 301.8890420207754, "roundtrip_ms": 980.2432500291616, "remote_recv_ms": 1626.5912079252303, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 9.443416027352214, "remote_ttft_ms": 247.376500046812, "remote_decode_ms": 378.70345800183713, "remote_server_ms": 635.9262089245021, "remote_peak_bytes": 6308807068, "effective_gbps": 0.9176728952661882}58{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:05.463832Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\nunknown003303030303030300000030330300", "correct": 0.0, "cache_tensor_bytes": 20891520, "serialized_bytes": 20925555, "transport_bytes": 20925928, "sender_prefill_ms": 1028.6025840323418, "compress_ms": 43.67558297235519, "serialize_ms": 9.929583058692515, "codec_ms": 0.0, "send_ms": 143.52108305320144, "roundtrip_ms": 1850.7544579915702, "remote_recv_ms": 1267.5449999514967, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 7.803249987773597, "remote_ttft_ms": 129.6913749538362, "remote_decode_ms": 1528.5029169172049, "remote_server_ms": 1666.4175839396194, "remote_peak_bytes": 6285266532, "effective_gbps": 0.9081602628935775}59{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:07.051203Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "serialized_bytes": 7378, "transport_bytes": 10869, "send_ms": 0.06691599264740944, "roundtrip_ms": 1585.7750000432134, "remote_prefill_ms": 1220.3474590787664, "remote_ttft_ms": 32.77516702655703, "remote_decode_ms": 331.1800410738215, "remote_server_ms": 1584.5236669993028, "remote_peak_bytes": 6912049964}60{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:47:08.749291Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "local_prefill_ms": 1177.5356669677421, "local_ttft_ms": 136.82845898438245, "local_decode_ms": 382.74508400354534}61{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:11.165534Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "cache_tensor_bytes": 74280960, "serialized_bytes": 74297038, "transport_bytes": 74297411, "sender_prefill_ms": 952.3438329342753, "compress_ms": 1.5915001276880503, "serialize_ms": 39.92687491700053, "codec_ms": 0.0, "send_ms": 599.0620420780033, "roundtrip_ms": 1421.2497080443427, "remote_recv_ms": 3335.396624985151, "remote_decompress_ms": 8.393544703722e-05, "remote_load_ms": 14.126624912023544, "remote_ttft_ms": 139.0677080489695, "remote_decode_ms": 625.4756670678034, "remote_server_ms": 778.7985840113834, "remote_peak_bytes": 6328901976, "effective_gbps": 0.9251743296343067}62{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:13.581683Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "cache_tensor_bytes": 74280960, "serialized_bytes": 74297038, "transport_bytes": 57701255, "sender_prefill_ms": 981.9562500342727, "compress_ms": 1.469957991503179, "serialize_ms": 29.864124953746796, "codec_ms": 70.8506660303101, "send_ms": 457.71037496160716, "roundtrip_ms": 1330.7930830633268, "remote_recv_ms": 1584.6121669746935, "remote_decompress_ms": 59.70462504774332, "remote_load_ms": 74.42183396779001, "remote_ttft_ms": 112.2610829770565, "remote_decode_ms": 644.4209170294926, "remote_server_ms": 831.3844170188531, "remote_peak_bytes": 6328901976, "effective_gbps": 0.9243132356035095}63{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:15.966818Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "cache_tensor_bytes": 39461760, "serialized_bytes": 39495929, "transport_bytes": 39496302, "sender_prefill_ms": 1160.7484170235693, "compress_ms": 50.74666696600616, "serialize_ms": 16.23291603755206, "codec_ms": 0.0, "send_ms": 303.5872080363333, "roundtrip_ms": 1156.5275830216706, "remote_recv_ms": 1574.1611249977723, "remote_decompress_ms": 0.00029208604246377945, "remote_load_ms": 10.07650000974536, "remote_ttft_ms": 137.0098750339821, "remote_decode_ms": 663.2390840677544, "remote_server_ms": 810.7707089511678, "remote_peak_bytes": 6308807068, "effective_gbps": 0.9138514363580545}64{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:18.827382Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\nunknown003303030303030300000030330300", "correct": 0.0, "cache_tensor_bytes": 20891520, "serialized_bytes": 20925555, "transport_bytes": 20925928, "sender_prefill_ms": 919.587624957785, "compress_ms": 179.22133393585682, "serialize_ms": 12.882790993899107, "codec_ms": 0.0, "send_ms": 143.97550001740456, "roundtrip_ms": 1747.5022920407355, "remote_recv_ms": 1297.65312501695, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 6.747375009581447, "remote_ttft_ms": 110.31216697301716, "remote_decode_ms": 1445.4454580554739, "remote_server_ms": 1562.8997499588877, "remote_peak_bytes": 6285266532, "effective_gbps": 0.9068532974252114}65{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:20.412067Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "serialized_bytes": 7378, "transport_bytes": 10869, "send_ms": 0.01650000922381878, "roundtrip_ms": 1583.546041045338, "remote_prefill_ms": 943.6236249748617, "remote_ttft_ms": 53.98762505501509, "remote_decode_ms": 584.6986249089241, "remote_server_ms": 1582.452500006184, "remote_peak_bytes": 6912082732}66{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:47:21.991390Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "local_prefill_ms": 1126.3825000496581, "local_ttft_ms": 130.36441698204726, "local_decode_ms": 321.64824998471886}67{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:24.391549Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "cache_tensor_bytes": 74280960, "serialized_bytes": 74297038, "transport_bytes": 74297411, "sender_prefill_ms": 1239.0500420005992, "compress_ms": 1.4475829666480422, "serialize_ms": 31.706040957942605, "codec_ms": 0.0, "send_ms": 598.6657079774886, "roundtrip_ms": 1127.5343330344185, "remote_recv_ms": 3493.102208012715, "remote_decompress_ms": 8.405186235904694e-05, "remote_load_ms": 14.281291980296373, "remote_ttft_ms": 136.7978749331087, "remote_decode_ms": 335.0682499585673, "remote_server_ms": 486.2822920549661, "remote_peak_bytes": 6328901976, "effective_gbps": 0.9269043215708775}68{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:26.517398Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "cache_tensor_bytes": 74280960, "serialized_bytes": 74297038, "transport_bytes": 57701255, "sender_prefill_ms": 934.4036671100184, "compress_ms": 1.3488748809322715, "serialize_ms": 31.188625027425587, "codec_ms": 73.3188750455156, "send_ms": 457.4497080175206, "roundtrip_ms": 1084.7343750065193, "remote_recv_ms": 1551.880957907997, "remote_decompress_ms": 63.080540974624455, "remote_load_ms": 79.23491694964468, "remote_ttft_ms": 139.0171250095591, "remote_decode_ms": 355.5083750979975, "remote_server_ms": 573.9033339777961, "remote_peak_bytes": 6328901976, "effective_gbps": 0.9036452426038936}69{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:28.797181Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "cache_tensor_bytes": 39461760, "serialized_bytes": 39495929, "transport_bytes": 39496302, "sender_prefill_ms": 1196.7034590197727, "compress_ms": 37.20883291680366, "serialize_ms": 19.933750038035214, "codec_ms": 0.0, "send_ms": 303.35370905231684, "roundtrip_ms": 1025.0635410193354, "remote_recv_ms": 1600.355957983993, "remote_decompress_ms": 8.393544703722e-05, "remote_load_ms": 11.72379101626575, "remote_ttft_ms": 105.84979201667011, "remote_decode_ms": 561.3333330256864, "remote_server_ms": 679.2973330011591, "remote_peak_bytes": 6308807068, "effective_gbps": 0.9138267669678988}70{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:31.565691Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\nunknown003303030303030300000030330300", "correct": 0.0, "cache_tensor_bytes": 20891520, "serialized_bytes": 20925555, "transport_bytes": 20925928, "sender_prefill_ms": 992.5177079858258, "compress_ms": 13.405250036157668, "serialize_ms": 10.026374948211014, "codec_ms": 0.0, "send_ms": 143.25950003694743, "roundtrip_ms": 1751.043124939315, "remote_recv_ms": 1201.5485418960452, "remote_decompress_ms": 8.405186235904694e-05, "remote_load_ms": 6.773332948796451, "remote_ttft_ms": 112.95087495818734, "remote_decode_ms": 1446.7310829786584, "remote_server_ms": 1566.850750008598, "remote_peak_bytes": 6285266532, "effective_gbps": 0.9088727156212052}71{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:33.147081Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "serialized_bytes": 7378, "transport_bytes": 10869, "send_ms": 0.019832979887723923, "roundtrip_ms": 1580.214917077683, "remote_prefill_ms": 1208.6185000371188, "remote_ttft_ms": 39.975040941499174, "remote_decode_ms": 330.4446670226753, "remote_server_ms": 1579.192208009772, "remote_peak_bytes": 6912082732}72{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:47:34.855865Z", "document_id": "syn_03009_2000", "target_tokens": 2000, "prefix_tokens": 2015, "query_tokens": 37, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "PA-37F-6227", "correct": 1.0, "local_prefill_ms": 1229.2216250207275, "local_ttft_ms": 119.20491605997086, "local_decode_ms": 359.676165971905}73{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:36.976964Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "cache_tensor_bytes": 72474624, "serialized_bytes": 72490702, "transport_bytes": 72491070, "sender_prefill_ms": 972.7501251036301, "compress_ms": 1.704083988443017, "serialize_ms": 36.91187500953674, "codec_ms": 0.0, "send_ms": 583.1815419951454, "roundtrip_ms": 1103.5681670764461, "remote_recv_ms": 3351.863916963339, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 14.461041078902781, "remote_ttft_ms": 125.30374992638826, "remote_decode_ms": 337.99700008239597, "remote_server_ms": 477.930249995552, "remote_peak_bytes": 6324379992, "effective_gbps": 0.9269395990349096}74{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:39.272655Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "cache_tensor_bytes": 72474624, "serialized_bytes": 72490702, "transport_bytes": 56310676, "sender_prefill_ms": 1124.4782080175355, "compress_ms": 1.460209023207426, "serialize_ms": 32.31399995274842, "codec_ms": 70.87183301337063, "send_ms": 446.72875001560897, "roundtrip_ms": 1065.5770419398323, "remote_recv_ms": 1723.6695000901818, "remote_decompress_ms": 70.18508308101445, "remote_load_ms": 85.84741700906307, "remote_ttft_ms": 134.99283394776285, "remote_decode_ms": 350.9391659172252, "remote_server_ms": 571.9203749904409, "remote_peak_bytes": 6323954008, "effective_gbps": 0.9125480078772699}75{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:41.330521Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "cache_tensor_bytes": 38502144, "serialized_bytes": 38536313, "transport_bytes": 38536681, "sender_prefill_ms": 932.1942499373108, "compress_ms": 59.11504209507257, "serialize_ms": 17.192916944622993, "codec_ms": 0.0, "send_ms": 293.80241699982435, "roundtrip_ms": 1048.376707942225, "remote_recv_ms": 1347.4205830134451, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 11.609249981120229, "remote_ttft_ms": 119.1758339991793, "remote_decode_ms": 579.038625000976, "remote_server_ms": 710.2343749720603, "remote_peak_bytes": 6301555628, "effective_gbps": 0.9117268615615829}76{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:44.207137Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n\n0\nunknown0000000000000000000000000", "correct": 0.0, "cache_tensor_bytes": 20383488, "serialized_bytes": 20417519, "transport_bytes": 20417887, "sender_prefill_ms": 1091.909500071779, "compress_ms": 33.87104196008295, "serialize_ms": 12.884875060990453, "codec_ms": 0.0, "send_ms": 139.27762501407415, "roundtrip_ms": 1736.7925830185413, "remote_recv_ms": 1318.6613329453394, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 5.587458028458059, "remote_ttft_ms": 116.66000005789101, "remote_decode_ms": 1435.1981660583988, "remote_server_ms": 1557.8687500674278, "remote_peak_bytes": 6278241444, "effective_gbps": 0.9129197229115328}77{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:45.790452Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "serialized_bytes": 7489, "transport_bytes": 10635, "send_ms": 0.03591692075133324, "roundtrip_ms": 1582.1577080059797, "remote_prefill_ms": 1210.3892089799047, "remote_ttft_ms": 46.30304093006998, "remote_decode_ms": 324.0809579147026, "remote_server_ms": 1580.9746669838205, "remote_peak_bytes": 6902297568}78{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:47:47.422303Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "local_prefill_ms": 930.912374984473, "local_ttft_ms": 70.94383309595287, "local_decode_ms": 628.9839169476181}79{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:49.520220Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "cache_tensor_bytes": 72474624, "serialized_bytes": 72490702, "transport_bytes": 72491070, "sender_prefill_ms": 950.1951250713319, "compress_ms": 1.5824999427422881, "serialize_ms": 28.548542060889304, "codec_ms": 0.0, "send_ms": 583.9373749913648, "roundtrip_ms": 1116.8700830312446, "remote_recv_ms": 3239.3843749305233, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 16.16133307106793, "remote_ttft_ms": 148.08412501588464, "remote_decode_ms": 325.95170894637704, "remote_server_ms": 490.38800003472716, "remote_peak_bytes": 6323970392, "effective_gbps": 0.925690575580633}80{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:51.866041Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "cache_tensor_bytes": 72474624, "serialized_bytes": 72490702, "transport_bytes": 56310676, "sender_prefill_ms": 1225.3587079467252, "compress_ms": 1.870709122158587, "serialize_ms": 26.226958027109504, "codec_ms": 65.0914169382304, "send_ms": 445.7673750584945, "roundtrip_ms": 1026.7433329718187, "remote_recv_ms": 1811.6407078923658, "remote_decompress_ms": 69.5588329108432, "remote_load_ms": 85.1222089258954, "remote_ttft_ms": 139.48037498630583, "remote_decode_ms": 309.19320799876004, "remote_server_ms": 534.0080419555306, "remote_peak_bytes": 6323970392, "effective_gbps": 0.9142544003106701}81{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:53.871737Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "cache_tensor_bytes": 38502144, "serialized_bytes": 38536313, "transport_bytes": 38536681, "sender_prefill_ms": 907.913584029302, "compress_ms": 42.51854098401964, "serialize_ms": 15.905832988210022, "codec_ms": 0.0, "send_ms": 294.47179194539785, "roundtrip_ms": 1038.855207967572, "remote_recv_ms": 1304.5965420315042, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 10.009416961111128, "remote_ttft_ms": 118.23749996256083, "remote_decode_ms": 572.0338330138475, "remote_server_ms": 700.9649169631302, "remote_peak_bytes": 6301555628, "effective_gbps": 0.912406944524924}82{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:56.888543Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n\n0\nunknown0000000000000000000000000", "correct": 0.0, "cache_tensor_bytes": 20383488, "serialized_bytes": 20417519, "transport_bytes": 20417887, "sender_prefill_ms": 965.6494590453804, "compress_ms": 216.61449992097914, "serialize_ms": 12.856082990765572, "codec_ms": 0.0, "send_ms": 140.27491700835526, "roundtrip_ms": 1820.5282089766115, "remote_recv_ms": 1374.2829579859972, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 6.051542004570365, "remote_ttft_ms": 126.56762509141117, "remote_decode_ms": 1509.3545409617946, "remote_server_ms": 1642.4701670184731, "remote_peak_bytes": 6278241444, "effective_gbps": 0.9173587118205093}83{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:47:58.454786Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "serialized_bytes": 7489, "transport_bytes": 10635, "send_ms": 0.028667040169239044, "roundtrip_ms": 1565.2647499227896, "remote_prefill_ms": 1160.5272500310093, "remote_ttft_ms": 45.0472499942407, "remote_decode_ms": 358.26891707256436, "remote_server_ms": 1564.0881670406088, "remote_peak_bytes": 6902297568}84{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:47:59.913308Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "local_prefill_ms": 941.4099580608308, "local_ttft_ms": 120.15920807607472, "local_decode_ms": 396.2751660728827}85{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:02.232026Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "cache_tensor_bytes": 72474624, "serialized_bytes": 72490702, "transport_bytes": 72491070, "sender_prefill_ms": 1096.8508329242468, "compress_ms": 2.1130001405254006, "serialize_ms": 34.079749952070415, "codec_ms": 0.0, "send_ms": 584.1630409704521, "roundtrip_ms": 1185.0116250570863, "remote_recv_ms": 3218.849499942735, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 15.61979204416275, "remote_ttft_ms": 141.16783300414681, "remote_decode_ms": 401.17179206572473, "remote_server_ms": 558.1773340236396, "remote_peak_bytes": 6323904856, "effective_gbps": 0.9251704450372132}86{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:04.288822Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "cache_tensor_bytes": 72474624, "serialized_bytes": 72490702, "transport_bytes": 56310676, "sender_prefill_ms": 888.846084009856, "compress_ms": 1.538416021503508, "serialize_ms": 29.483666992746294, "codec_ms": 72.67349993344396, "send_ms": 444.9236250948161, "roundtrip_ms": 1063.2627910235897, "remote_recv_ms": 1483.0549580510706, "remote_decompress_ms": 68.29062500037253, "remote_load_ms": 84.40595807041973, "remote_ttft_ms": 123.28050006181002, "remote_decode_ms": 365.6450000125915, "remote_server_ms": 573.4676669817418, "remote_peak_bytes": 6323904856, "effective_gbps": 0.919742532923849}87{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:06.497382Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "cache_tensor_bytes": 38502144, "serialized_bytes": 38536313, "transport_bytes": 38536681, "sender_prefill_ms": 1205.2198749734089, "compress_ms": 15.4134581098333, "serialize_ms": 14.60008299909532, "codec_ms": 0.0, "send_ms": 293.42524998355657, "roundtrip_ms": 972.4940420128405, "remote_recv_ms": 1572.4524999968708, "remote_decompress_ms": 8.393544703722e-05, "remote_load_ms": 8.925167028792202, "remote_ttft_ms": 253.49779101088643, "remote_decode_ms": 373.2685419963673, "remote_server_ms": 636.1009159591049, "remote_peak_bytes": 6301555628, "effective_gbps": 0.9164677400416115}88{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:09.272120Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n\n0\nunknown0000000000000000000000000", "correct": 0.0, "cache_tensor_bytes": 20383488, "serialized_bytes": 20417519, "transport_bytes": 20417887, "sender_prefill_ms": 942.5453330622986, "compress_ms": 33.48287590779364, "serialize_ms": 10.492000030353665, "codec_ms": 0.0, "send_ms": 138.80662503652275, "roundtrip_ms": 1786.6589999757707, "remote_recv_ms": 1164.5391250494868, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 6.177791976369917, "remote_ttft_ms": 135.42637508362532, "remote_decode_ms": 1468.146541970782, "remote_server_ms": 1610.1946670096368, "remote_peak_bytes": 6278241444, "effective_gbps": 0.9256436881856906}89{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:10.864028Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "serialized_bytes": 7489, "transport_bytes": 10635, "send_ms": 0.02870894968509674, "roundtrip_ms": 1590.82995809149, "remote_prefill_ms": 1215.2751249959692, "remote_ttft_ms": 49.05479203443974, "remote_decode_ms": 324.8716670786962, "remote_server_ms": 1589.3523750128224, "remote_peak_bytes": 6902297568}90{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:48:12.478712Z", "document_id": "syn_03012_2000", "target_tokens": 2000, "prefix_tokens": 1966, "query_tokens": 36, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "XX-71M-6213", "correct": 1.0, "local_prefill_ms": 1144.9251250596717, "local_ttft_ms": 134.72900004126132, "local_decode_ms": 333.8156670797616}91{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:14.600630Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "cache_tensor_bytes": 72290304, "serialized_bytes": 72306382, "transport_bytes": 72306750, "sender_prefill_ms": 943.667458021082, "compress_ms": 1.5778340166434646, "serialize_ms": 31.143332947976887, "codec_ms": 0.0, "send_ms": 585.4316249024123, "roundtrip_ms": 1139.620624948293, "remote_recv_ms": 3224.382167099975, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 13.285416993312538, "remote_ttft_ms": 140.91212500352412, "remote_decode_ms": 358.10933297034353, "remote_server_ms": 512.4803329817951, "remote_peak_bytes": 6323904856, "effective_gbps": 0.9223677818342141}92{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:16.924588Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "cache_tensor_bytes": 72290304, "serialized_bytes": 72306382, "transport_bytes": 56157087, "sender_prefill_ms": 1120.4911249224097, "compress_ms": 1.4901671092957258, "serialize_ms": 30.997624970041215, "codec_ms": 68.40370898135006, "send_ms": 446.1565000237897, "roundtrip_ms": 1101.768875028938, "remote_recv_ms": 1712.7051670104265, "remote_decompress_ms": 70.15979196876287, "remote_load_ms": 86.12300001550466, "remote_ttft_ms": 132.41445808671415, "remote_decode_ms": 392.5310419872403, "remote_server_ms": 611.2027909839526, "remote_peak_bytes": 6323904856, "effective_gbps": 0.9157924092420597}93{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:19.088475Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "cache_tensor_bytes": 38404224, "serialized_bytes": 38438393, "transport_bytes": 38438761, "sender_prefill_ms": 935.1784579921514, "compress_ms": 153.02604204043746, "serialize_ms": 18.842666991986334, "codec_ms": 0.0, "send_ms": 292.5392499892041, "roundtrip_ms": 1056.0356660280377, "remote_recv_ms": 1446.0044590523466, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 10.747374966740608, "remote_ttft_ms": 251.74974999390543, "remote_decode_ms": 454.7212499892339, "remote_server_ms": 717.7214589901268, "remote_peak_bytes": 6301555628, "effective_gbps": 0.908948195502594}94{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:21.951664Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n\n\n\n\n\n\n\n\n9\nProject\nThe codes\n9\n the the the the the the the the the the\n\n", "correct": 0.0, "cache_tensor_bytes": 20331648, "serialized_bytes": 20365679, "transport_bytes": 20366047, "sender_prefill_ms": 1079.0349170565605, "compress_ms": 19.886748865246773, "serialize_ms": 10.205042082816362, "codec_ms": 0.0, "send_ms": 138.57191696297377, "roundtrip_ms": 1752.8013749979436, "remote_recv_ms": 1286.965333041735, "remote_decompress_ms": 0.00016705598682165146, "remote_load_ms": 7.610665983520448, "remote_ttft_ms": 100.11270793620497, "remote_decode_ms": 1468.0252079851925, "remote_server_ms": 1576.2843750417233, "remote_peak_bytes": 6278240044, "effective_gbps": 0.9230180438167961}95{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:23.526377Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "serialized_bytes": 7177, "transport_bytes": 10606, "send_ms": 0.035792007111012936, "roundtrip_ms": 1573.9314159145579, "remote_prefill_ms": 1154.3957500252873, "remote_ttft_ms": 47.446625074371696, "remote_decode_ms": 370.7311659818515, "remote_server_ms": 1572.8119170526043, "remote_peak_bytes": 6900560864}96{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:48:25.229175Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "local_prefill_ms": 909.2762910295278, "local_ttft_ms": 139.89579200278968, "local_decode_ms": 652.7451250003651}97{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:27.401008Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "cache_tensor_bytes": 72290304, "serialized_bytes": 72306382, "transport_bytes": 72306750, "sender_prefill_ms": 927.9232079861686, "compress_ms": 1.5775420470163226, "serialize_ms": 27.941458043642342, "codec_ms": 0.0, "send_ms": 582.297833985649, "roundtrip_ms": 1213.7128750327975, "remote_recv_ms": 3285.6028750538826, "remote_decompress_ms": 0.0002080341801047325, "remote_load_ms": 13.62908398732543, "remote_ttft_ms": 136.13754196558148, "remote_decode_ms": 438.90529102645814, "remote_server_ms": 588.8276660116389, "remote_peak_bytes": 6323904856, "effective_gbps": 0.925696418556794}98{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:29.916680Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "cache_tensor_bytes": 72290304, "serialized_bytes": 72306382, "transport_bytes": 56157087, "sender_prefill_ms": 1170.5355420708656, "compress_ms": 1.3508748961612582, "serialize_ms": 30.0107499351725, "codec_ms": 68.03791702259332, "send_ms": 443.7060420168564, "roundtrip_ms": 1244.8949170066044, "remote_recv_ms": 1761.7422079201788, "remote_decompress_ms": 67.33416591305286, "remote_load_ms": 82.30825001373887, "remote_ttft_ms": 139.2123750410974, "remote_decode_ms": 532.1768750436604, "remote_server_ms": 753.8930829614401, "remote_peak_bytes": 6323904856, "effective_gbps": 0.9149796698288414}99{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:32.024770Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "cache_tensor_bytes": 38404224, "serialized_bytes": 38438393, "transport_bytes": 38438761, "sender_prefill_ms": 958.5920830722898, "compress_ms": 128.73108289204538, "serialize_ms": 15.62895905226469, "codec_ms": 0.0, "send_ms": 292.7443750668317, "roundtrip_ms": 1003.881916985847, "remote_recv_ms": 1440.3330000350252, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 9.544583037495613, "remote_ttft_ms": 136.69070892501622, "remote_decode_ms": 520.3309170901775, "remote_server_ms": 667.6853750832379, "remote_peak_bytes": 6301555628, "effective_gbps": 0.9146735604707107}100{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:35.013588Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n\n\n\n\n\n\n\n\n9\nProject\nThe codes\n9\n the the the the the the the the the the\n\n", "correct": 0.0, "cache_tensor_bytes": 20331648, "serialized_bytes": 20365679, "transport_bytes": 20366047, "sender_prefill_ms": 1107.1394159225747, "compress_ms": 39.64979306329042, "serialize_ms": 9.865000029094517, "codec_ms": 0.0, "send_ms": 139.21029109042138, "roundtrip_ms": 1831.356875016354, "remote_recv_ms": 1335.5066670337692, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 5.965332966297865, "remote_ttft_ms": 252.87612504325807, "remote_decode_ms": 1393.876584013924, "remote_server_ms": 1653.1791659072042, "remote_peak_bytes": 6278240044, "effective_gbps": 0.9144150343755499}101{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:36.405069Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "serialized_bytes": 7177, "transport_bytes": 10606, "send_ms": 0.031542032957077026, "roundtrip_ms": 1390.2740000048652, "remote_prefill_ms": 953.7515830015764, "remote_ttft_ms": 26.95950004272163, "remote_decode_ms": 408.1447080243379, "remote_server_ms": 1389.0801660018042, "remote_peak_bytes": 6900560864}102{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:48:38.105490Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "local_prefill_ms": 905.8029999723658, "local_ttft_ms": 95.74854199308902, "local_decode_ms": 698.0582500109449}103{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:40.456565Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "cache_tensor_bytes": 72290304, "serialized_bytes": 72306382, "transport_bytes": 72306750, "sender_prefill_ms": 938.1534169660881, "compress_ms": 1.4665421331301332, "serialize_ms": 25.91791597660631, "codec_ms": 0.0, "send_ms": 582.5118339853361, "roundtrip_ms": 1384.7727910615504, "remote_recv_ms": 3290.238874964416, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 16.2452079821378, "remote_ttft_ms": 146.7851250199601, "remote_decode_ms": 598.0640420457348, "remote_server_ms": 761.249375063926, "remote_peak_bytes": 6323904856, "effective_gbps": 0.9277181660844056}104{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:42.978908Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "cache_tensor_bytes": 72290304, "serialized_bytes": 72306382, "transport_bytes": 56157087, "sender_prefill_ms": 1149.3698749691248, "compress_ms": 1.4047910226508975, "serialize_ms": 35.74325004592538, "codec_ms": 67.75962503161281, "send_ms": 443.86529200710356, "roundtrip_ms": 1267.1770829474553, "remote_recv_ms": 1744.153624982573, "remote_decompress_ms": 69.1124580334872, "remote_load_ms": 86.16483293008059, "remote_ttft_ms": 287.525083986111, "remote_decode_ms": 404.2379161110148, "remote_server_ms": 778.0698339920491, "remote_peak_bytes": 6323904856, "effective_gbps": 0.9185238962609619}105{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:45.299287Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "cache_tensor_bytes": 38404224, "serialized_bytes": 38438393, "transport_bytes": 38438761, "sender_prefill_ms": 1188.7557500740513, "compress_ms": 26.907040970399976, "serialize_ms": 18.365041934885085, "codec_ms": 0.0, "send_ms": 293.3488340349868, "roundtrip_ms": 1085.4803340043873, "remote_recv_ms": 1571.741999941878, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 10.123834013938904, "remote_ttft_ms": 145.52758389618248, "remote_decode_ms": 592.5264999968931, "remote_server_ms": 748.5815829131752, "remote_peak_bytes": 6301555628, "effective_gbps": 0.9127670761734129}106{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:48.003093Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n\n\n\n\n\n\n\n\n9\nProject\nThe codes\n9\n the the the the the the the the the the\n\n", "correct": 0.0, "cache_tensor_bytes": 20331648, "serialized_bytes": 20365679, "transport_bytes": 20366047, "sender_prefill_ms": 923.6558330012485, "compress_ms": 22.777624893933535, "serialize_ms": 9.667792008258402, "codec_ms": 0.0, "send_ms": 138.78200005274266, "roundtrip_ms": 1746.640875004232, "remote_recv_ms": 1135.0716670276597, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 5.102709052152932, "remote_ttft_ms": 121.68783403467387, "remote_decode_ms": 1441.3592079654336, "remote_server_ms": 1568.6057910788804, "remote_peak_bytes": 6278240044, "effective_gbps": 0.9151475788239267}107{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:49.560469Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "serialized_bytes": 7177, "transport_bytes": 10606, "send_ms": 0.03099988680332899, "roundtrip_ms": 1556.174625060521, "remote_prefill_ms": 948.7437909701839, "remote_ttft_ms": 53.978667012415826, "remote_decode_ms": 552.1649580914527, "remote_server_ms": 1555.0390409771353, "remote_peak_bytes": 6900560864}108{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:48:51.240143Z", "document_id": "syn_03015_2000", "target_tokens": 2000, "prefix_tokens": 1961, "query_tokens": 36, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "GK-89M-5278", "correct": 1.0, "local_prefill_ms": 945.9240830037743, "local_ttft_ms": 221.20929195079952, "local_decode_ms": 511.60079101100564}109{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:48:56.987863Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "cache_tensor_bytes": 214843392, "serialized_bytes": 214859559, "transport_bytes": 214859921, "sender_prefill_ms": 3151.9727910635993, "compress_ms": 1.4849589206278324, "serialize_ms": 72.08341604564339, "codec_ms": 0.0, "send_ms": 1829.2480829404667, "roundtrip_ms": 2508.567332988605, "remote_recv_ms": 6813.140707905404, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 53.956834017299116, "remote_ttft_ms": 186.76658300682902, "remote_decode_ms": 373.2937501044944, "remote_server_ms": 614.1896670451388, "remote_peak_bytes": 6493315276, "effective_gbps": 0.907358336672502}110{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:02.971389Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "cache_tensor_bytes": 214843392, "serialized_bytes": 214859559, "transport_bytes": 166470742, "sender_prefill_ms": 3365.3352920664474, "compress_ms": 1.4346659881994128, "serialize_ms": 83.20741693023592, "codec_ms": 205.23987500928342, "send_ms": 1385.6465409044176, "roundtrip_ms": 2327.4373339954764, "remote_recv_ms": 5102.688333019614, "remote_decompress_ms": 183.97416698280722, "remote_load_ms": 226.32308304309845, "remote_ttft_ms": 184.6302499761805, "remote_decode_ms": 469.57354189362377, "remote_server_ms": 880.6919170310721, "remote_peak_bytes": 6493102284, "effective_gbps": 0.9205254223610005}111{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:08.142814Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "cache_tensor_bytes": 114135552, "serialized_bytes": 114169856, "transport_bytes": 114170218, "sender_prefill_ms": 3216.7955419281498, "compress_ms": 167.40833315998316, "serialize_ms": 41.51370795443654, "codec_ms": 0.0, "send_ms": 938.8248749310151, "roundtrip_ms": 1744.8650839505717, "remote_recv_ms": 4429.70616708044, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 25.422499980777502, "remote_ttft_ms": 201.4342088950798, "remote_decode_ms": 514.3539590062574, "remote_server_ms": 741.6661669267341, "remote_peak_bytes": 6419524072, "effective_gbps": 0.9104492922596498}112{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:13.921294Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n the the the the the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "correct": 0.0, "cache_tensor_bytes": 60424704, "serialized_bytes": 60458923, "transport_bytes": 60459285, "sender_prefill_ms": 3168.7078749528155, "compress_ms": 237.22166602965444, "serialize_ms": 24.996542022563517, "codec_ms": 0.0, "send_ms": 481.15612496621907, "roundtrip_ms": 2346.487999893725, "remote_recv_ms": 3961.9017909280956, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 15.946374973282218, "remote_ttft_ms": 215.15925007406622, "remote_decode_ms": 1584.858916932717, "remote_server_ms": 1816.3969590095803, "remote_peak_bytes": 6354698216, "effective_gbps": 0.9124362471647783}113{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:17.513350Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "serialized_bytes": 29253, "transport_bytes": 32776, "send_ms": 0.023292028345167637, "roundtrip_ms": 3590.849915985018, "remote_prefill_ms": 3243.547834106721, "remote_ttft_ms": 37.90691599715501, "remote_decode_ms": 307.4010000564158, "remote_server_ms": 3589.1730840085074, "remote_peak_bytes": 7050518592}114{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:49:21.401537Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "local_prefill_ms": 3189.086834085174, "local_ttft_ms": 179.5322080142796, "local_decode_ms": 518.58495909255}115{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:27.433666Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "cache_tensor_bytes": 214843392, "serialized_bytes": 214859559, "transport_bytes": 214859921, "sender_prefill_ms": 3264.859874965623, "compress_ms": 1.7075410578399897, "serialize_ms": 81.15029195323586, "codec_ms": 0.0, "send_ms": 1798.8358750008047, "roundtrip_ms": 2683.642750023864, "remote_recv_ms": 9098.200750071555, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 40.11829092632979, "remote_ttft_ms": 193.33741697482765, "remote_decode_ms": 588.4722910122946, "remote_server_ms": 822.0716658979654, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9233487684984645}116{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:33.470770Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "cache_tensor_bytes": 214843392, "serialized_bytes": 214859559, "transport_bytes": 166470742, "sender_prefill_ms": 3463.5209999978542, "compress_ms": 1.6750420909374952, "serialize_ms": 89.4923749146983, "codec_ms": 203.98699992801994, "send_ms": 1384.4772920710966, "roundtrip_ms": 2277.565374970436, "remote_recv_ms": 5210.351875051856, "remote_decompress_ms": 189.28458401933312, "remote_load_ms": 232.87641699425876, "remote_ttft_ms": 181.42770801205188, "remote_decode_ms": 412.08974993787706, "remote_server_ms": 826.5355000039563, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9178073856203444}117{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:38.321776Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "cache_tensor_bytes": 114135552, "serialized_bytes": 114169856, "transport_bytes": 114170218, "sender_prefill_ms": 3188.565875054337, "compress_ms": 46.5882079442963, "serialize_ms": 43.251583934761584, "codec_ms": 0.0, "send_ms": 940.012083039619, "roundtrip_ms": 1571.6180419549346, "remote_recv_ms": 4276.4061249326915, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 23.58024998102337, "remote_ttft_ms": 124.79008396621794, "remote_decode_ms": 425.81008409615606, "remote_server_ms": 574.5906250085682, "remote_peak_bytes": 6419524072, "effective_gbps": 0.9160848823971036}118{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:43.781727Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n the the the the the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "correct": 0.0, "cache_tensor_bytes": 60424704, "serialized_bytes": 60458923, "transport_bytes": 60459285, "sender_prefill_ms": 3103.912917082198, "compress_ms": 43.70787495281547, "serialize_ms": 23.230249993503094, "codec_ms": 0.0, "send_ms": 480.390791897662, "roundtrip_ms": 2287.8136669751257, "remote_recv_ms": 3695.5640000524, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 18.70937505736947, "remote_ttft_ms": 233.7561659514904, "remote_decode_ms": 1511.2071669427678, "remote_server_ms": 1764.2151659820229, "remote_peak_bytes": 6354698216, "effective_gbps": 0.9237503145685502}119{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:47.425469Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "serialized_bytes": 29253, "transport_bytes": 32776, "send_ms": 0.03041699528694153, "roundtrip_ms": 3642.396999988705, "remote_prefill_ms": 3238.7586660915986, "remote_ttft_ms": 31.61595796700567, "remote_decode_ms": 370.30966591555625, "remote_server_ms": 3640.984124969691, "remote_peak_bytes": 7050223680}120{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:49:51.373925Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "local_prefill_ms": 3226.9221249734983, "local_ttft_ms": 330.99587506148964, "local_decode_ms": 389.52149997930974}121{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:49:57.313686Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "cache_tensor_bytes": 214843392, "serialized_bytes": 214859559, "transport_bytes": 214859921, "sender_prefill_ms": 3200.9418749948964, "compress_ms": 1.7590000061318278, "serialize_ms": 96.07487509492785, "codec_ms": 0.0, "send_ms": 1799.9369169119745, "roundtrip_ms": 2640.2269169921055, "remote_recv_ms": 9109.72700000275, "remote_decompress_ms": 0.0004159519448876381, "remote_load_ms": 39.58816593512893, "remote_ttft_ms": 328.65358295384794, "remote_decode_ms": 409.80245801620185, "remote_server_ms": 778.2523339847103, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9231486743625292}122{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:03.191439Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "cache_tensor_bytes": 214843392, "serialized_bytes": 214859559, "transport_bytes": 166470742, "sender_prefill_ms": 3198.356500011869, "compress_ms": 1.4048749580979347, "serialize_ms": 82.56041700951755, "codec_ms": 195.12562500312924, "send_ms": 1386.151083977893, "roundtrip_ms": 2399.465541006066, "remote_recv_ms": 4925.092041026801, "remote_decompress_ms": 203.1090420205146, "remote_load_ms": 245.6115420209244, "remote_ttft_ms": 294.32004096452147, "remote_decode_ms": 412.449499941431, "remote_server_ms": 952.5242089293897, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9204007836921941}123{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:08.550912Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "cache_tensor_bytes": 114135552, "serialized_bytes": 114169856, "transport_bytes": 114170218, "sender_prefill_ms": 3251.789166009985, "compress_ms": 251.15604198072106, "serialize_ms": 44.89583300892264, "codec_ms": 0.0, "send_ms": 937.6871669664979, "roundtrip_ms": 1810.9838749514893, "remote_recv_ms": 4543.322374927811, "remote_decompress_ms": 0.00016600824892520905, "remote_load_ms": 23.692833026871085, "remote_ttft_ms": 141.97262492962182, "remote_decode_ms": 649.9013750581071, "remote_server_ms": 815.9815419930965, "remote_peak_bytes": 6419524072, "effective_gbps": 0.9179493492084037}124{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:14.325418Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n the the the the the bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank bank", "correct": 0.0, "cache_tensor_bytes": 60424704, "serialized_bytes": 60458923, "transport_bytes": 60459285, "sender_prefill_ms": 3338.789999950677, "compress_ms": 56.26383307389915, "serialize_ms": 28.974874992854893, "codec_ms": 0.0, "send_ms": 480.1556250313297, "roundtrip_ms": 2349.2724579991773, "remote_recv_ms": 3948.4282080084085, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 13.182582915760577, "remote_ttft_ms": 106.23729194048792, "remote_decode_ms": 1706.1351659940556, "remote_server_ms": 1825.9781670058146, "remote_peak_bytes": 6354698216, "effective_gbps": 0.9242873242164509}125{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:17.964685Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "serialized_bytes": 29253, "transport_bytes": 32776, "send_ms": 0.046166940592229366, "roundtrip_ms": 3637.87700003013, "remote_prefill_ms": 3263.655374990776, "remote_ttft_ms": 42.539749993011355, "remote_decode_ms": 329.907999956049, "remote_server_ms": 3636.3351250765845, "remote_peak_bytes": 7050223680}126{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:50:21.878395Z", "document_id": "syn_03001_8000", "target_tokens": 8000, "prefix_tokens": 5828, "query_tokens": 35, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "HV-35W-2835", "correct": 1.0, "local_prefill_ms": 3147.724875016138, "local_ttft_ms": 180.18991698045284, "local_decode_ms": 584.8103750031441}127{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:28.049131Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "cache_tensor_bytes": 218050560, "serialized_bytes": 218066727, "transport_bytes": 218067098, "sender_prefill_ms": 3214.2655829666182, "compress_ms": 1.540917088277638, "serialize_ms": 83.91416596714407, "codec_ms": 0.0, "send_ms": 1856.9739159429446, "roundtrip_ms": 2856.780916918069, "remote_recv_ms": 9142.198624904267, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 37.69812500104308, "remote_ttft_ms": 221.10020904801786, "remote_decode_ms": 683.0636670347303, "remote_server_ms": 942.0027920277789, "remote_peak_bytes": 6499606872, "effective_gbps": 0.9110908263065495}128{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:34.017585Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "cache_tensor_bytes": 218050560, "serialized_bytes": 218066727, "transport_bytes": 168958035, "sender_prefill_ms": 3219.5848339470103, "compress_ms": 1.4721250627189875, "serialize_ms": 79.39204096328467, "codec_ms": 205.53166698664427, "send_ms": 1411.8029170203954, "roundtrip_ms": 2461.5967499557883, "remote_recv_ms": 4981.1562079703435, "remote_decompress_ms": 185.8313330449164, "remote_load_ms": 228.05608296766877, "remote_ttft_ms": 204.30454204324633, "remote_decode_ms": 554.6590000158176, "remote_server_ms": 987.1597910532728, "remote_peak_bytes": 6499606872, "effective_gbps": 0.9167325003885549}129{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:39.137302Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "cache_tensor_bytes": 115839360, "serialized_bytes": 115873668, "transport_bytes": 115874039, "sender_prefill_ms": 3338.3265829179436, "compress_ms": 86.92387503106147, "serialize_ms": 42.60258295107633, "codec_ms": 0.0, "send_ms": 955.1140830153599, "roundtrip_ms": 1651.161125046201, "remote_recv_ms": 4482.3012499837205, "remote_decompress_ms": 8.393544703722e-05, "remote_load_ms": 26.04200004134327, "remote_ttft_ms": 165.89979093987495, "remote_decode_ms": 444.80891700368375, "remote_server_ms": 637.2394999489188, "remote_peak_bytes": 6428293972, "effective_gbps": 0.9142642676262658}130{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:44.875650Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n the6 the6 the the6 completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion", "correct": 0.0, "cache_tensor_bytes": 61326720, "serialized_bytes": 61360939, "transport_bytes": 61361310, "sender_prefill_ms": 3437.434291932732, "compress_ms": 55.49412511754781, "serialize_ms": 32.75041689630598, "codec_ms": 0.0, "send_ms": 488.55766700580716, "roundtrip_ms": 2211.45104104653, "remote_recv_ms": 4064.5416249753907, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 14.280583010986447, "remote_ttft_ms": 161.85866598971188, "remote_decode_ms": 1497.0453750574961, "remote_server_ms": 1673.6008750740439, "remote_peak_bytes": 6363630580, "effective_gbps": 0.9126900223455758}131{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:48.755373Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "serialized_bytes": 29477, "transport_bytes": 33136, "send_ms": 0.02345896791666746, "roundtrip_ms": 3878.246415988542, "remote_prefill_ms": 3237.802290939726, "remote_ttft_ms": 52.443166030570865, "remote_decode_ms": 586.2177499802783, "remote_server_ms": 3876.68475008104, "remote_peak_bytes": 7073325120}132{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:50:52.727698Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "local_prefill_ms": 3325.44962503016, "local_ttft_ms": 280.41591704823077, "local_decode_ms": 365.23991695139557}133{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:50:58.562960Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "cache_tensor_bytes": 218050560, "serialized_bytes": 218066727, "transport_bytes": 218067098, "sender_prefill_ms": 3199.542124988511, "compress_ms": 1.4755419688299298, "serialize_ms": 126.82074995245785, "codec_ms": 0.0, "send_ms": 1824.2518750485033, "roundtrip_ms": 2507.0207909448072, "remote_recv_ms": 9180.534958955832, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 39.01654202491045, "remote_ttft_ms": 170.29591696336865, "remote_decode_ms": 417.5792079186067, "remote_server_ms": 627.034500008449, "remote_peak_bytes": 6499606872, "effective_gbps": 0.9279518645484933}134{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:04.709959Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "cache_tensor_bytes": 218050560, "serialized_bytes": 218066727, "transport_bytes": 168958035, "sender_prefill_ms": 3306.9092920050025, "compress_ms": 1.388042001053691, "serialize_ms": 87.47566607780755, "codec_ms": 196.6426660073921, "send_ms": 1405.2568749757484, "roundtrip_ms": 2553.7422079360113, "remote_recv_ms": 5060.700417030603, "remote_decompress_ms": 195.91245893388987, "remote_load_ms": 238.27579198405147, "remote_ttft_ms": 179.20458305161446, "remote_decode_ms": 668.6255839886144, "remote_server_ms": 1086.2426250241697, "remote_peak_bytes": 6499606872, "effective_gbps": 0.9210662106751684}135{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:09.793873Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "cache_tensor_bytes": 115839360, "serialized_bytes": 115873668, "transport_bytes": 115874039, "sender_prefill_ms": 3372.9514579754323, "compress_ms": 54.39854203723371, "serialize_ms": 47.07191698253155, "codec_ms": 0.0, "send_ms": 953.6349999252707, "roundtrip_ms": 1608.8680840330198, "remote_recv_ms": 4488.691582926549, "remote_decompress_ms": 8.405186235904694e-05, "remote_load_ms": 24.416249943897128, "remote_ttft_ms": 139.57895804196596, "remote_decode_ms": 430.5955420713872, "remote_server_ms": 594.9872910277918, "remote_peak_bytes": 6428293972, "effective_gbps": 0.9143010878550295}136{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:15.561824Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n the6 the6 the the6 completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion", "correct": 0.0, "cache_tensor_bytes": 61326720, "serialized_bytes": 61360939, "transport_bytes": 61361310, "sender_prefill_ms": 3418.0511250160635, "compress_ms": 120.7544159842655, "serialize_ms": 23.213500040583313, "codec_ms": 0.0, "send_ms": 488.0044999299571, "roundtrip_ms": 2205.105166998692, "remote_recv_ms": 4098.796334001236, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 15.269708004780114, "remote_ttft_ms": 132.90033291559666, "remote_decode_ms": 1520.5316659994423, "remote_server_ms": 1669.1517500439659, "remote_peak_bytes": 6363630580, "effective_gbps": 0.9159200491513377}137{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:19.210996Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "serialized_bytes": 29477, "transport_bytes": 33136, "send_ms": 0.033374992199242115, "roundtrip_ms": 3647.7892079856247, "remote_prefill_ms": 3217.1954578952864, "remote_ttft_ms": 41.15512501448393, "remote_decode_ms": 387.68708403222263, "remote_server_ms": 3646.2919590994716, "remote_peak_bytes": 7073325120}138{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:51:22.960940Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "local_prefill_ms": 3555.9529999736696, "local_ttft_ms": 68.12725006602705, "local_decode_ms": 125.25358307175338}139{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:28.911820Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "cache_tensor_bytes": 218050560, "serialized_bytes": 218066727, "transport_bytes": 218067098, "sender_prefill_ms": 3149.167374940589, "compress_ms": 1.5946660423651338, "serialize_ms": 87.69966708496213, "codec_ms": 0.0, "send_ms": 1824.3012499297038, "roundtrip_ms": 2712.0694579789415, "remote_recv_ms": 8873.210458084941, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 43.971332954242826, "remote_ttft_ms": 182.7536670025438, "remote_decode_ms": 600.6049169227481, "remote_server_ms": 827.4818749632686, "remote_peak_bytes": 6499606872, "effective_gbps": 0.9256862348675953}140{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:34.854387Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "cache_tensor_bytes": 218050560, "serialized_bytes": 218066727, "transport_bytes": 168958035, "sender_prefill_ms": 3204.3506669579074, "compress_ms": 1.48341606836766, "serialize_ms": 80.16816701274365, "codec_ms": 205.83150000311434, "send_ms": 1408.8919589994475, "roundtrip_ms": 2449.744625017047, "remote_recv_ms": 4974.229625076987, "remote_decompress_ms": 209.4154580263421, "remote_load_ms": 255.22699998691678, "remote_ttft_ms": 297.97333397436887, "remote_decode_ms": 414.6709169726819, "remote_server_ms": 968.067166977562, "remote_peak_bytes": 6499606872, "effective_gbps": 0.9122527124010412}141{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:39.928887Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "cache_tensor_bytes": 115839360, "serialized_bytes": 115873668, "transport_bytes": 115874039, "sender_prefill_ms": 3350.015583098866, "compress_ms": 56.95249990094453, "serialize_ms": 51.95041699334979, "codec_ms": 0.0, "send_ms": 952.7370419818908, "roundtrip_ms": 1614.51704101637, "remote_recv_ms": 4469.107792014256, "remote_decompress_ms": 0.00016693957149982452, "remote_load_ms": 24.625874939374626, "remote_ttft_ms": 138.1849580211565, "remote_decode_ms": 442.03287502750754, "remote_server_ms": 605.3374579641968, "remote_peak_bytes": 6428293972, "effective_gbps": 0.9185603113336823}142{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:45.688533Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n the6 the6 the the6 completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion completion", "correct": 0.0, "cache_tensor_bytes": 61326720, "serialized_bytes": 61360939, "transport_bytes": 61361310, "sender_prefill_ms": 3289.160000043921, "compress_ms": 191.1952500231564, "serialize_ms": 27.38229196984321, "codec_ms": 0.0, "send_ms": 488.06562495883554, "roundtrip_ms": 2250.7521669613197, "remote_recv_ms": 4044.8227090528235, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 16.240249969996512, "remote_ttft_ms": 133.3608339773491, "remote_decode_ms": 1564.6744170226157, "remote_server_ms": 1714.671083027497, "remote_peak_bytes": 6363630580, "effective_gbps": 0.9157019240406524}143{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:49.563062Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "serialized_bytes": 29477, "transport_bytes": 33136, "send_ms": 0.029999995604157448, "roundtrip_ms": 3873.1140829622746, "remote_prefill_ms": 3305.9431250439957, "remote_ttft_ms": 45.36870797164738, "remote_decode_ms": 520.0451670680195, "remote_server_ms": 3871.6249170247465, "remote_peak_bytes": 7073325120}144{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:51:53.520485Z", "document_id": "syn_03004_8000", "target_tokens": 8000, "prefix_tokens": 5915, "query_tokens": 37, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "NC-81Q-5632", "correct": 1.0, "local_prefill_ms": 3309.236541041173, "local_ttft_ms": 258.59854207374156, "local_decode_ms": 388.61175009515136}145{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:51:59.318664Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "cache_tensor_bytes": 216834048, "serialized_bytes": 216850215, "transport_bytes": 216850585, "sender_prefill_ms": 3174.587541958317, "compress_ms": 1.5021240105852485, "serialize_ms": 82.34966709278524, "codec_ms": 0.0, "send_ms": 1814.28099994082, "roundtrip_ms": 2525.54262499325, "remote_recv_ms": 9101.821791031398, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 38.20241603534669, "remote_ttft_ms": 183.9142079697922, "remote_decode_ms": 431.28825002349913, "remote_server_ms": 653.5816250834614, "remote_peak_bytes": 6498197848, "effective_gbps": 0.9267312086542412}146{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:52:05.210945Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "cache_tensor_bytes": 216834048, "serialized_bytes": 216850215, "transport_bytes": 168014588, "sender_prefill_ms": 3259.201499982737, "compress_ms": 1.56729097943753, "serialize_ms": 84.66750010848045, "codec_ms": 204.62783297989517, "send_ms": 1398.5763329546899, "roundtrip_ms": 2341.4244999876246, "remote_recv_ms": 5017.951083020307, "remote_decompress_ms": 211.30170801188797, "remote_load_ms": 254.6435419935733, "remote_ttft_ms": 174.5084999129176, "remote_decode_ms": 444.86770790535957, "remote_server_ms": 874.1568749537691, "remote_peak_bytes": 6498197848, "effective_gbps": 0.9160678536534779}147{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:52:10.548485Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "cache_tensor_bytes": 115193088, "serialized_bytes": 115227396, "transport_bytes": 115227766, "sender_prefill_ms": 3311.070500058122, "compress_ms": 290.68754194304347, "serialize_ms": 47.71754099056125, "codec_ms": 0.0, "send_ms": 949.3627500487491, "roundtrip_ms": 1687.2015000553802, "remote_recv_ms": 4656.3518330222, "remote_decompress_ms": 8.405186235904694e-05, "remote_load_ms": 31.264834105968475, "remote_ttft_ms": 232.6307080220431, "remote_decode_ms": 416.84362501837313, "remote_server_ms": 681.1759159900248, "remote_peak_bytes": 6427720532, "effective_gbps": 0.9163008800182907}148{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:52:16.300614Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "s the the the the the the the the the the the the000000 bank bank bank bank bank bank bank bank bank bank bank bank bank", "correct": 0.0, "cache_tensor_bytes": 60984576, "serialized_bytes": 61018795, "transport_bytes": 61019165, "sender_prefill_ms": 3378.5043340176344, "compress_ms": 143.18962499964982, "serialize_ms": 29.316250002011657, "codec_ms": 0.0, "send_ms": 488.9204159844667, "roundtrip_ms": 2199.968082946725, "remote_recv_ms": 4081.562582985498, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 15.326583990827203, "remote_ttft_ms": 137.02020898927003, "remote_decode_ms": 1517.539874999784, "remote_server_ms": 1670.4497080063447, "remote_peak_bytes": 6362794996, "effective_gbps": 0.9218817383909712}149{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:52:19.968141Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "serialized_bytes": 29152, "transport_bytes": 32902, "send_ms": 0.05104194860905409, "roundtrip_ms": 3666.4282500278205, "remote_prefill_ms": 3253.7549999542534, "remote_ttft_ms": 44.40866690129042, "remote_decode_ms": 366.39216693583876, "remote_server_ms": 3664.7962910356, "remote_peak_bytes": 7063232576}150{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:52:23.974361Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "local_prefill_ms": 3202.9097080230713, "local_ttft_ms": 250.89891604147851, "local_decode_ms": 551.4765419065952}151{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:52:29.891434Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "cache_tensor_bytes": 216834048, "serialized_bytes": 216850215, "transport_bytes": 216850585, "sender_prefill_ms": 3193.8009581062943, "compress_ms": 1.4417918864637613, "serialize_ms": 98.52070896886289, "codec_ms": 0.0, "send_ms": 1822.0969999674708, "roundtrip_ms": 2622.424375033006, "remote_recv_ms": 9184.46004204452, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 39.38758303411305, "remote_ttft_ms": 321.9577500130981, "remote_decode_ms": 377.10279098246247, "remote_server_ms": 738.637916976586, "remote_peak_bytes": 6498197848, "effective_gbps": 0.92091365907252}152{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:52:35.845340Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "cache_tensor_bytes": 216834048, "serialized_bytes": 216850215, "transport_bytes": 168014588, "sender_prefill_ms": 3349.0598330972716, "compress_ms": 1.4369578566402197, "serialize_ms": 80.88679204229265, "codec_ms": 207.7455410035327, "send_ms": 1406.1300409957767, "roundtrip_ms": 2314.2607080517337, "remote_recv_ms": 5118.220750009641, "remote_decompress_ms": 209.78454197756946, "remote_load_ms": 255.5477499263361, "remote_ttft_ms": 188.60533297993243, "remote_decode_ms": 391.09079202171415, "remote_server_ms": 835.5215840274468, "remote_peak_bytes": 6498197848, "effective_gbps": 0.9089613456240196}153{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:52:41.285557Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "cache_tensor_bytes": 115193088, "serialized_bytes": 115227396, "transport_bytes": 115227766, "sender_prefill_ms": 3278.3667499898, "compress_ms": 303.75741701573133, "serialize_ms": 48.25083306059241, "codec_ms": 0.0, "send_ms": 947.9703750694171, "roundtrip_ms": 1809.303249930963, "remote_recv_ms": 4639.297957997769, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 25.968916015699506, "remote_ttft_ms": 146.29141602199525, "remote_decode_ms": 627.9314169660211, "remote_server_ms": 800.6742079742253, "remote_peak_bytes": 6427720532, "effective_gbps": 0.9139357381695727}154{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:52:47.139849Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "s the the the the the the the the the the the the000000 bank bank bank bank bank bank bank bank bank bank bank bank bank", "correct": 0.0, "cache_tensor_bytes": 60984576, "serialized_bytes": 61018795, "transport_bytes": 61019165, "sender_prefill_ms": 3391.394125064835, "compress_ms": 40.78729101456702, "serialize_ms": 27.586458949372172, "codec_ms": 0.0, "send_ms": 485.86191597860307, "roundtrip_ms": 2393.2603750145063, "remote_recv_ms": 3997.256250004284, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 13.785749906674027, "remote_ttft_ms": 140.63141704536974, "remote_decode_ms": 1702.1917500533164, "remote_server_ms": 1857.0331250084564, "remote_peak_bytes": 6362794996, "effective_gbps": 0.9103478422525012}155{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:52:50.753344Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "serialized_bytes": 29152, "transport_bytes": 32902, "send_ms": 0.0226249685510993, "roundtrip_ms": 3612.5913329888135, "remote_prefill_ms": 3249.11604099907, "remote_ttft_ms": 40.43449996970594, "remote_decode_ms": 321.0004159482196, "remote_server_ms": 3610.784040996805, "remote_peak_bytes": 7063232576}156{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:52:54.748311Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "local_prefill_ms": 3320.7200000761077, "local_ttft_ms": 283.8404579088092, "local_decode_ms": 389.7479579318315}157{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:00.665140Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "cache_tensor_bytes": 216834048, "serialized_bytes": 216850215, "transport_bytes": 216850585, "sender_prefill_ms": 3108.5232499754056, "compress_ms": 1.7140000127255917, "serialize_ms": 84.81379202567041, "codec_ms": 0.0, "send_ms": 1819.1878329962492, "roundtrip_ms": 2721.074042026885, "remote_recv_ms": 9069.656374980696, "remote_decompress_ms": 8.393544703722e-05, "remote_load_ms": 41.307208011858165, "remote_ttft_ms": 200.46600000932813, "remote_decode_ms": 600.2982089994475, "remote_server_ms": 842.2806659946218, "remote_peak_bytes": 6498197848, "effective_gbps": 0.9233610795795193}158{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:06.606211Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "cache_tensor_bytes": 216834048, "serialized_bytes": 216850215, "transport_bytes": 168014588, "sender_prefill_ms": 3221.108708065003, "compress_ms": 1.5475839609280229, "serialize_ms": 82.70137500949204, "codec_ms": 203.62399995792657, "send_ms": 1402.800958021544, "roundtrip_ms": 2431.1570830177516, "remote_recv_ms": 4988.38054202497, "remote_decompress_ms": 206.57370809931308, "remote_load_ms": 249.92683297023177, "remote_ttft_ms": 316.7282500071451, "remote_decode_ms": 385.6856659986079, "remote_server_ms": 952.4816669290885, "remote_peak_bytes": 6498197848, "effective_gbps": 0.9090005077350966}159{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:11.962730Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "cache_tensor_bytes": 115193088, "serialized_bytes": 115227396, "transport_bytes": 115227766, "sender_prefill_ms": 3452.204875065945, "compress_ms": 54.08220796380192, "serialize_ms": 47.86766704637557, "codec_ms": 0.0, "send_ms": 948.4523340361193, "roundtrip_ms": 1801.5330829657614, "remote_recv_ms": 4557.162708020769, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 25.776124908588827, "remote_ttft_ms": 155.2957920357585, "remote_decode_ms": 617.7147080888972, "remote_server_ms": 799.2186660412699, "remote_peak_bytes": 6427720532, "effective_gbps": 0.9196935736278495}160{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:17.730992Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "s the the the the the the the the the the the the000000 bank bank bank bank bank bank bank bank bank bank bank bank bank", "correct": 0.0, "cache_tensor_bytes": 60984576, "serialized_bytes": 61018795, "transport_bytes": 61019165, "sender_prefill_ms": 3381.1526669887826, "compress_ms": 62.492707977071404, "serialize_ms": 27.09179208613932, "codec_ms": 0.0, "send_ms": 484.8952079191804, "roundtrip_ms": 2296.398042002693, "remote_recv_ms": 4005.16554096248, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 15.989874955266714, "remote_ttft_ms": 105.587458005175, "remote_decode_ms": 1641.1036669742316, "remote_server_ms": 1763.090041000396, "remote_peak_bytes": 6362794996, "effective_gbps": 0.9153309515000089}161{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:21.618231Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "serialized_bytes": 29152, "transport_bytes": 32902, "send_ms": 0.03458303399384022, "roundtrip_ms": 3886.289666988887, "remote_prefill_ms": 3475.150417070836, "remote_ttft_ms": 45.33579095732421, "remote_decode_ms": 363.90075006056577, "remote_server_ms": 3884.6754579572007, "remote_peak_bytes": 7063232576}162{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:53:25.426031Z", "document_id": "syn_03007_8000", "target_tokens": 8000, "prefix_tokens": 5882, "query_tokens": 37, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "UU-99A-2257", "correct": 1.0, "local_prefill_ms": 3272.7933330461383, "local_ttft_ms": 173.53954201098531, "local_decode_ms": 360.24841701146215}163{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:31.509013Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "cache_tensor_bytes": 214769664, "serialized_bytes": 214785831, "transport_bytes": 214786199, "sender_prefill_ms": 3192.1391669893637, "compress_ms": 1.5614170115441084, "serialize_ms": 82.96583301853389, "codec_ms": 0.0, "send_ms": 1798.3434159541503, "roundtrip_ms": 2792.399833910167, "remote_recv_ms": 8955.925916903652, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 38.00987498834729, "remote_ttft_ms": 187.73741694167256, "remote_decode_ms": 708.8257499272004, "remote_server_ms": 934.7359159728512, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9249733363545801}164{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:37.497878Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "cache_tensor_bytes": 214769664, "serialized_bytes": 214785831, "transport_bytes": 166420447, "sender_prefill_ms": 3163.4251250652596, "compress_ms": 1.4525839360430837, "serialize_ms": 81.20904106181115, "codec_ms": 209.19966604560614, "send_ms": 1384.7695830045268, "roundtrip_ms": 2532.711583073251, "remote_recv_ms": 4911.894833901897, "remote_decompress_ms": 209.77675006724894, "remote_load_ms": 257.59279099293053, "remote_ttft_ms": 193.5144579038024, "remote_decode_ms": 625.5831660237163, "remote_server_ms": 1076.8267089733854, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9144703675990495}165{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:42.410540Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "cache_tensor_bytes": 114096384, "serialized_bytes": 114130688, "transport_bytes": 114131056, "sender_prefill_ms": 3218.187667080201, "compress_ms": 48.956166952848434, "serialize_ms": 39.43295800127089, "codec_ms": 0.0, "send_ms": 938.588917022571, "roundtrip_ms": 1605.5604590801522, "remote_recv_ms": 4305.8740419801325, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 23.42612505890429, "remote_ttft_ms": 144.4918749621138, "remote_decode_ms": 438.4021250298247, "remote_server_ms": 606.7458749748766, "remote_peak_bytes": 6422311092, "effective_gbps": 0.9141320746912164}166{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:46.747351Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n\n", "correct": 0.0, "cache_tensor_bytes": 60403968, "serialized_bytes": 60438187, "transport_bytes": 60438555, "sender_prefill_ms": 3285.8779170783237, "compress_ms": 158.19962497334927, "serialize_ms": 25.880916975438595, "codec_ms": 0.0, "send_ms": 482.94470796827227, "roundtrip_ms": 865.6205419683829, "remote_recv_ms": 4000.9325420251116, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 13.955208007246256, "remote_ttft_ms": 139.05816699843854, "remote_decode_ms": 181.1548750847578, "remote_server_ms": 335.7185829663649, "remote_peak_bytes": 6357385556, "effective_gbps": 0.9124488630134667}167{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:53:50.323901Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "serialized_bytes": 29147, "transport_bytes": 32795, "send_ms": 0.02462498378008604, "roundtrip_ms": 3575.771874981001, "remote_prefill_ms": 3171.317792031914, "remote_ttft_ms": 23.375167045742273, "remote_decode_ms": 378.3328749705106, "remote_server_ms": 3573.566875071265, "remote_peak_bytes": 7049044032}168{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:53:54.310047Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "local_prefill_ms": 3269.5921250851825, "local_ttft_ms": 175.47791707329452, "local_decode_ms": 539.9535408942029}169{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:00.291531Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "cache_tensor_bytes": 214769664, "serialized_bytes": 214785831, "transport_bytes": 214786199, "sender_prefill_ms": 3211.2709579523653, "compress_ms": 1.6297920374199748, "serialize_ms": 82.2269159834832, "codec_ms": 0.0, "send_ms": 1806.7740420810878, "roundtrip_ms": 2685.155790997669, "remote_recv_ms": 9145.422625006177, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 40.19466694444418, "remote_ttft_ms": 311.3982919603586, "remote_decode_ms": 470.4212920041755, "remote_server_ms": 822.1575829666108, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9223248764237965}170{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:06.312943Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "cache_tensor_bytes": 214769664, "serialized_bytes": 214785831, "transport_bytes": 166420447, "sender_prefill_ms": 3453.108375077136, "compress_ms": 1.3755409745499492, "serialize_ms": 85.73008398525417, "codec_ms": 194.97204199433327, "send_ms": 1384.4855000497773, "roundtrip_ms": 2285.3461250197142, "remote_recv_ms": 5183.44499997329, "remote_decompress_ms": 196.9694170402363, "remote_load_ms": 239.82399993110448, "remote_ttft_ms": 184.92575001437217, "remote_decode_ms": 412.9522090079263, "remote_server_ms": 837.8546250751242, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9197729838489308}171{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:11.260402Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "cache_tensor_bytes": 114096384, "serialized_bytes": 114130688, "transport_bytes": 114131056, "sender_prefill_ms": 3140.5568330083042, "compress_ms": 35.96083400771022, "serialize_ms": 47.21416695974767, "codec_ms": 0.0, "send_ms": 938.4978340240195, "roundtrip_ms": 1722.964167012833, "remote_recv_ms": 4221.626124926843, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 23.99150002747774, "remote_ttft_ms": 136.56162493862212, "remote_decode_ms": 564.7215000353754, "remote_server_ms": 725.7090000202879, "remote_peak_bytes": 6422311092, "effective_gbps": 0.9155615114570024}172{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:15.324436Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n\n", "correct": 0.0, "cache_tensor_bytes": 60403968, "serialized_bytes": 60438187, "transport_bytes": 60438555, "sender_prefill_ms": 3159.8536670207977, "compress_ms": 42.85691608674824, "serialize_ms": 23.322416935116053, "codec_ms": 0.0, "send_ms": 480.89495801832527, "roundtrip_ms": 837.2412089956924, "remote_recv_ms": 3755.4240830941126, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 14.838708098977804, "remote_ttft_ms": 121.39029207173735, "remote_decode_ms": 171.80704197380692, "remote_server_ms": 308.44841606449336, "remote_peak_bytes": 6357385556, "effective_gbps": 0.9143627645146613}173{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:19.164982Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "serialized_bytes": 29147, "transport_bytes": 32795, "send_ms": 0.03208301495760679, "roundtrip_ms": 3839.374458999373, "remote_prefill_ms": 3223.495207959786, "remote_ttft_ms": 22.340374998748302, "remote_decode_ms": 591.4960419759154, "remote_server_ms": 3837.5775419408455, "remote_peak_bytes": 7049044032}174{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:54:23.155338Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "local_prefill_ms": 3253.658458008431, "local_ttft_ms": 337.56670902948827, "local_decode_ms": 398.04216602351516}175{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:29.179250Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "cache_tensor_bytes": 214769664, "serialized_bytes": 214785831, "transport_bytes": 214786199, "sender_prefill_ms": 3178.45008301083, "compress_ms": 1.41233392059803, "serialize_ms": 81.55408303719014, "codec_ms": 0.0, "send_ms": 1796.8190839746967, "roundtrip_ms": 2761.485708062537, "remote_recv_ms": 9105.51991709508, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 40.68283305969089, "remote_ttft_ms": 213.70716602541506, "remote_decode_ms": 654.0857920190319, "remote_server_ms": 908.6582500021905, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9273878064171237}176{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:35.056265Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "cache_tensor_bytes": 214769664, "serialized_bytes": 214785831, "transport_bytes": 166420447, "sender_prefill_ms": 3085.8235839987174, "compress_ms": 1.3945000246167183, "serialize_ms": 86.92200004588813, "codec_ms": 193.76408297102898, "send_ms": 1383.1711249658838, "roundtrip_ms": 2508.247332996689, "remote_recv_ms": 4822.926750057377, "remote_decompress_ms": 201.4659580308944, "remote_load_ms": 245.78854104038328, "remote_ttft_ms": 193.55691701639444, "remote_decode_ms": 614.4973749760538, "remote_server_ms": 1053.984500002116, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9154903403936258}177{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:40.200330Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "cache_tensor_bytes": 114096384, "serialized_bytes": 114130688, "transport_bytes": 114131056, "sender_prefill_ms": 3380.3919589845464, "compress_ms": 56.87833297997713, "serialize_ms": 40.98091600462794, "codec_ms": 0.0, "send_ms": 940.3137500630692, "roundtrip_ms": 1664.9685420561582, "remote_recv_ms": 4480.511500034481, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 23.392583010718226, "remote_ttft_ms": 140.45604097191244, "remote_decode_ms": 499.1044169291854, "remote_server_ms": 663.4056250331923, "remote_peak_bytes": 6422311092, "effective_gbps": 0.9116236558697028}178{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:44.589330Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n\n", "correct": 0.0, "cache_tensor_bytes": 60403968, "serialized_bytes": 60438187, "transport_bytes": 60438555, "sender_prefill_ms": 3401.9002499990165, "compress_ms": 128.71312501374632, "serialize_ms": 29.355041915550828, "codec_ms": 0.0, "send_ms": 480.2534580230713, "roundtrip_ms": 827.8298330260441, "remote_recv_ms": 4089.402500074357, "remote_decompress_ms": 0.0002080341801047325, "remote_load_ms": 13.606624910607934, "remote_ttft_ms": 136.0426660394296, "remote_decode_ms": 149.4921250268817, "remote_server_ms": 299.5600829599425, "remote_peak_bytes": 6357385556, "effective_gbps": 0.9152680802553986}179{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:48.418242Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "serialized_bytes": 29147, "transport_bytes": 32795, "send_ms": 0.029791961424052715, "roundtrip_ms": 3827.814457938075, "remote_prefill_ms": 3195.010207942687, "remote_ttft_ms": 48.29533293377608, "remote_decode_ms": 582.5102919479832, "remote_server_ms": 3826.049374998547, "remote_peak_bytes": 7049044032}180{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:54:52.422991Z", "document_id": "syn_03010_8000", "target_tokens": 8000, "prefix_tokens": 5826, "query_tokens": 36, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "PQ-67Y-9177", "correct": 1.0, "local_prefill_ms": 3158.289375016466, "local_ttft_ms": 159.10412499215454, "local_decode_ms": 686.424707993865}181{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:54:58.230094Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "cache_tensor_bytes": 215617536, "serialized_bytes": 215633703, "transport_bytes": 215634067, "sender_prefill_ms": 3149.931584019214, "compress_ms": 1.4741240302100778, "serialize_ms": 88.8480000430718, "codec_ms": 0.0, "send_ms": 1815.6342910369858, "roundtrip_ms": 2553.0195420142263, "remote_recv_ms": 9134.42108395975, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 38.78208401147276, "remote_ttft_ms": 186.02624989580363, "remote_decode_ms": 452.3890420095995, "remote_server_ms": 677.3638750892133, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9197170708993289}182{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:04.245493Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "cache_tensor_bytes": 215617536, "serialized_bytes": 215633703, "transport_bytes": 167062496, "sender_prefill_ms": 3223.901916993782, "compress_ms": 1.4503749553114176, "serialize_ms": 119.77695801761001, "codec_ms": 209.31183395441622, "send_ms": 1393.1032090913504, "roundtrip_ms": 2460.1094579556957, "remote_recv_ms": 5023.434582981281, "remote_decompress_ms": 185.6506250333041, "remote_load_ms": 223.395915934816, "remote_ttft_ms": 193.1257910327986, "remote_decode_ms": 575.1172080636024, "remote_server_ms": 991.7844580486417, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9102208081212275}183{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:09.307140Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "cache_tensor_bytes": 114546816, "serialized_bytes": 114581124, "transport_bytes": 114581488, "sender_prefill_ms": 3181.5946249989793, "compress_ms": 45.02991703338921, "serialize_ms": 44.96437497437, "codec_ms": 0.0, "send_ms": 941.8493330013007, "roundtrip_ms": 1789.2547079827636, "remote_recv_ms": 4277.242708019912, "remote_decompress_ms": 0.00016600824892520905, "remote_load_ms": 27.810625033453107, "remote_ttft_ms": 131.20212499052286, "remote_decode_ms": 624.9592920066789, "remote_server_ms": 784.379709046334, "remote_peak_bytes": 6419753448, "effective_gbps": 0.9122049060531848}184{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:14.996848Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n cheque\n to\n to to to to to to to to to to to to to to to to to to to to to to to to to", "correct": 0.0, "cache_tensor_bytes": 60642432, "serialized_bytes": 60676651, "transport_bytes": 60677015, "sender_prefill_ms": 3208.375917049125, "compress_ms": 27.779499883763492, "serialize_ms": 27.9594580642879, "codec_ms": 0.0, "send_ms": 483.74462500214577, "roundtrip_ms": 2424.625124898739, "remote_recv_ms": 3796.9489159295335, "remote_decompress_ms": 0.00016600824892520905, "remote_load_ms": 16.020459006540477, "remote_ttft_ms": 149.80254194233567, "remote_decode_ms": 1726.2831249972805, "remote_server_ms": 1892.587749985978, "remote_peak_bytes": 6354927592, "effective_gbps": 0.9123722183607764}185{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:18.661569Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "serialized_bytes": 29338, "transport_bytes": 32899, "send_ms": 0.0725829740986228, "roundtrip_ms": 3663.4598749224097, "remote_prefill_ms": 3222.7364169666544, "remote_ttft_ms": 46.866249991580844, "remote_decode_ms": 392.0545419678092, "remote_server_ms": 3661.88799997326, "remote_peak_bytes": 7050518592}186{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:55:22.534337Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "local_prefill_ms": 3247.3062908975407, "local_ttft_ms": 177.31791699770838, "local_decode_ms": 447.1203340217471}187{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:28.716908Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "cache_tensor_bytes": 215617536, "serialized_bytes": 215633703, "transport_bytes": 215634067, "sender_prefill_ms": 3378.5595000954345, "compress_ms": 1.6576669877395034, "serialize_ms": 84.40462499856949, "codec_ms": 0.0, "send_ms": 1803.444750024937, "roundtrip_ms": 2716.9042919995263, "remote_recv_ms": 9205.692125018686, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 43.233292060904205, "remote_ttft_ms": 201.55808294657618, "remote_decode_ms": 604.6082079410553, "remote_server_ms": 849.5510419597849, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9238062139358404}188{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:34.690280Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "cache_tensor_bytes": 215617536, "serialized_bytes": 215633703, "transport_bytes": 167062496, "sender_prefill_ms": 3264.9152090307325, "compress_ms": 1.5767079312354326, "serialize_ms": 81.1494579538703, "codec_ms": 195.72237506508827, "send_ms": 1389.0237910673022, "roundtrip_ms": 2429.0635000215843, "remote_recv_ms": 5004.500292008743, "remote_decompress_ms": 172.67070803791285, "remote_load_ms": 213.33458297885954, "remote_ttft_ms": 307.5863749254495, "remote_decode_ms": 447.7592079201713, "remote_server_ms": 968.8188340514898, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9152575586448821}189{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:39.607341Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "cache_tensor_bytes": 114546816, "serialized_bytes": 114581124, "transport_bytes": 114581488, "sender_prefill_ms": 3203.6880829837173, "compress_ms": 35.16712598502636, "serialize_ms": 45.37708300631493, "codec_ms": 0.0, "send_ms": 941.4095829706639, "roundtrip_ms": 1631.994416937232, "remote_recv_ms": 4287.15533297509, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 26.385665987618268, "remote_ttft_ms": 138.33837490528822, "remote_decode_ms": 464.39016598742455, "remote_server_ms": 629.7167500015348, "remote_peak_bytes": 6419753448, "effective_gbps": 0.9145688208363614}190{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:45.065779Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n cheque\n to\n to to to to to to to to to to to to to to to to to to to to to to to to to", "correct": 0.0, "cache_tensor_bytes": 60642432, "serialized_bytes": 60676651, "transport_bytes": 60677015, "sender_prefill_ms": 3134.9725830368698, "compress_ms": 44.93712494149804, "serialize_ms": 26.105833938345313, "codec_ms": 0.0, "send_ms": 482.4074589414522, "roundtrip_ms": 2251.194541924633, "remote_recv_ms": 3738.0711250007153, "remote_decompress_ms": 0.00016705598682165146, "remote_load_ms": 13.829790987074375, "remote_ttft_ms": 165.328708011657, "remote_decode_ms": 1540.6553749926388, "remote_server_ms": 1720.26824997738, "remote_peak_bytes": 6354927592, "effective_gbps": 0.9142815629259241}191{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:48.734647Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "serialized_bytes": 29338, "transport_bytes": 32899, "send_ms": 0.03566697705537081, "roundtrip_ms": 3667.4737080466, "remote_prefill_ms": 3214.024083921686, "remote_ttft_ms": 44.02179201133549, "remote_decode_ms": 407.7141659799963, "remote_server_ms": 3665.993957896717, "remote_peak_bytes": 7050518592}192{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:55:52.751985Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "local_prefill_ms": 3288.3191669825464, "local_ttft_ms": 326.0467079235241, "local_decode_ms": 401.84945799410343}193{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:55:58.633943Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "cache_tensor_bytes": 215617536, "serialized_bytes": 215633703, "transport_bytes": 215634067, "sender_prefill_ms": 3134.44741605781, "compress_ms": 1.480333972722292, "serialize_ms": 86.11920895054936, "codec_ms": 0.0, "send_ms": 1804.355083964765, "roundtrip_ms": 2659.1216669185087, "remote_recv_ms": 9102.506582974456, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 41.103458032011986, "remote_ttft_ms": 313.03075002506375, "remote_decode_ms": 442.3999999416992, "remote_server_ms": 796.701250015758, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9262530201794268}194{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:04.518933Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "cache_tensor_bytes": 215617536, "serialized_bytes": 215633703, "transport_bytes": 167062496, "sender_prefill_ms": 3275.5259580444545, "compress_ms": 1.5109590021893382, "serialize_ms": 90.6887500314042, "codec_ms": 194.9557919288054, "send_ms": 1388.689959072508, "roundtrip_ms": 2321.416415972635, "remote_recv_ms": 5022.564833983779, "remote_decompress_ms": 170.23670801427215, "remote_load_ms": 207.72670791484416, "remote_ttft_ms": 222.69395901821554, "remote_decode_ms": 431.7126249661669, "remote_server_ms": 862.2707499889657, "remote_peak_bytes": 6493216972, "effective_gbps": 0.9159469127429516}195{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:09.973250Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "cache_tensor_bytes": 114546816, "serialized_bytes": 114581124, "transport_bytes": 114581488, "sender_prefill_ms": 3349.496459006332, "compress_ms": 222.2321240697056, "serialize_ms": 44.70524995122105, "codec_ms": 0.0, "send_ms": 941.7191250249743, "roundtrip_ms": 1836.7774579674006, "remote_recv_ms": 4620.052708080038, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 25.844332994893193, "remote_ttft_ms": 114.83362503349781, "remote_decode_ms": 693.0085410131142, "remote_server_ms": 834.0934170410037, "remote_peak_bytes": 6419753448, "effective_gbps": 0.9141981587271397}196{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:15.812418Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n cheque\n to\n to to to to to to to to to to to to to to to to to to to to to to to to to", "correct": 0.0, "cache_tensor_bytes": 60642432, "serialized_bytes": 60676651, "transport_bytes": 60677015, "sender_prefill_ms": 3368.8234169967473, "compress_ms": 32.62308309786022, "serialize_ms": 25.65491700079292, "codec_ms": 0.0, "send_ms": 482.7249168884009, "roundtrip_ms": 2410.758374957368, "remote_recv_ms": 3960.703083081171, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 15.9918749704957, "remote_ttft_ms": 155.64629202708602, "remote_decode_ms": 1706.31554198917, "remote_server_ms": 1878.4329580375925, "remote_peak_bytes": 6354927592, "effective_gbps": 0.9118785325126701}197{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:19.477948Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "serialized_bytes": 29338, "transport_bytes": 32899, "send_ms": 0.037375022657215595, "roundtrip_ms": 3664.276457973756, "remote_prefill_ms": 3194.5270840078592, "remote_ttft_ms": 40.9506659489125, "remote_decode_ms": 427.05450009088963, "remote_server_ms": 3662.806125008501, "remote_peak_bytes": 7050518592}198{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:56:23.538044Z", "document_id": "syn_03013_8000", "target_tokens": 8000, "prefix_tokens": 5849, "query_tokens": 35, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "XK-22Q-9490", "correct": 1.0, "local_prefill_ms": 3458.5480829700828, "local_ttft_ms": 185.44625001959503, "local_decode_ms": 415.1269579306245}199{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:29.488322Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "cache_tensor_bytes": 215322624, "serialized_bytes": 215338791, "transport_bytes": 215339161, "sender_prefill_ms": 3173.8334159599617, "compress_ms": 1.603251090273261, "serialize_ms": 85.81170800607651, "codec_ms": 0.0, "send_ms": 1800.592500017956, "roundtrip_ms": 2674.9159999890253, "remote_recv_ms": 9202.61679100804, "remote_decompress_ms": 0.00033294782042503357, "remote_load_ms": 40.365708991885185, "remote_ttft_ms": 248.96695907227695, "remote_decode_ms": 518.0103339953348, "remote_server_ms": 807.4839579639956, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9225038712155235}200{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:35.339593Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "cache_tensor_bytes": 215322624, "serialized_bytes": 215338791, "transport_bytes": 166853365, "sender_prefill_ms": 3153.2941670157015, "compress_ms": 1.46483292337507, "serialize_ms": 78.88216699939221, "codec_ms": 196.47562503814697, "send_ms": 1387.4354590661824, "roundtrip_ms": 2419.912665965967, "remote_recv_ms": 4892.471416969784, "remote_decompress_ms": 203.27995903789997, "remote_load_ms": 248.69362509343773, "remote_ttft_ms": 322.31633295305073, "remote_decode_ms": 387.61908398009837, "remote_server_ms": 958.7987080449238, "remote_peak_bytes": 6494527832, "effective_gbps": 0.91356797514909}201{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:40.459889Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "cache_tensor_bytes": 114390144, "serialized_bytes": 114424452, "transport_bytes": 114424822, "sender_prefill_ms": 3382.4577500345185, "compress_ms": 41.764540947042406, "serialize_ms": 41.67408403009176, "codec_ms": 0.0, "send_ms": 943.2329169940203, "roundtrip_ms": 1653.5483329789713, "remote_recv_ms": 4468.106457963586, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 24.818708072416484, "remote_ttft_ms": 141.86516602057964, "remote_decode_ms": 484.94000011123717, "remote_server_ms": 652.0357920089737, "remote_peak_bytes": 6422425780, "effective_gbps": 0.914016089217821}202{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:44.845608Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "user\n\n\n\n", "correct": 0.0, "cache_tensor_bytes": 60559488, "serialized_bytes": 60593707, "transport_bytes": 60594077, "sender_prefill_ms": 3467.2339169774204, "compress_ms": 28.99237396195531, "serialize_ms": 27.462500031106174, "codec_ms": 0.0, "send_ms": 483.91120799351484, "roundtrip_ms": 860.812250059098, "remote_recv_ms": 4056.765249930322, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 14.844375080429018, "remote_ttft_ms": 128.8938750512898, "remote_decode_ms": 184.79483400005847, "remote_server_ms": 328.94645899068564, "remote_peak_bytes": 6357500244, "effective_gbps": 0.91141905371697}203{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:48.689051Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "serialized_bytes": 29319, "transport_bytes": 32916, "send_ms": 0.03641692455857992, "roundtrip_ms": 3842.3320840811357, "remote_prefill_ms": 3298.4344580909237, "remote_ttft_ms": 40.412125061266124, "remote_decode_ms": 501.4560000272468, "remote_server_ms": 3840.6054170336574, "remote_peak_bytes": 7049044032}204{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:56:52.681661Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "local_prefill_ms": 3185.50058407709, "local_ttft_ms": 207.1840000571683, "local_decode_ms": 598.849874921143}205{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:56:58.468986Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "cache_tensor_bytes": 215322624, "serialized_bytes": 215338791, "transport_bytes": 215339161, "sender_prefill_ms": 3190.5285419197753, "compress_ms": 1.5547920484095812, "serialize_ms": 82.65529107302427, "codec_ms": 0.0, "send_ms": 1800.6109999259934, "roundtrip_ms": 2512.033791979775, "remote_recv_ms": 9131.161333993077, "remote_decompress_ms": 0.000208965502679348, "remote_load_ms": 39.09862495493144, "remote_ttft_ms": 188.23704204987735, "remote_decode_ms": 421.195917064324, "remote_server_ms": 648.6884590703994, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9245271166725727}206{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:57:04.679100Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "cache_tensor_bytes": 215322624, "serialized_bytes": 215338791, "transport_bytes": 166853365, "sender_prefill_ms": 3397.866624989547, "compress_ms": 1.5694579342380166, "serialize_ms": 96.99416707735509, "codec_ms": 205.3052500123158, "send_ms": 1387.8165419446304, "roundtrip_ms": 2507.724417024292, "remote_recv_ms": 5159.781708964147, "remote_decompress_ms": 196.27908302936703, "remote_load_ms": 238.1192500470206, "remote_ttft_ms": 161.25779098365456, "remote_decode_ms": 650.7037500850856, "remote_server_ms": 1050.2581670880318, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9158544289161936}207{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:57:09.841153Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "cache_tensor_bytes": 114390144, "serialized_bytes": 114424452, "transport_bytes": 114424822, "sender_prefill_ms": 3249.720458057709, "compress_ms": 284.7042508656159, "serialize_ms": 50.37033301778138, "codec_ms": 0.0, "send_ms": 941.3942079991102, "roundtrip_ms": 1576.328541035764, "remote_recv_ms": 4586.753708077595, "remote_decompress_ms": 0.00016600824892520905, "remote_load_ms": 25.54391697049141, "remote_ttft_ms": 129.03904099948704, "remote_decode_ms": 420.20145803689957, "remote_server_ms": 575.190749950707, "remote_peak_bytes": 6422425780, "effective_gbps": 0.9143582273603609}208{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:57:14.324865Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "user\n\n\n\n", "correct": 0.0, "cache_tensor_bytes": 60559488, "serialized_bytes": 60593707, "transport_bytes": 60594077, "sender_prefill_ms": 3328.6635419353843, "compress_ms": 226.58666595816612, "serialize_ms": 27.934334008023143, "codec_ms": 0.0, "send_ms": 481.27641703467816, "roundtrip_ms": 899.3653749348596, "remote_recv_ms": 4115.5732499901205, "remote_decompress_ms": 0.00016600824892520905, "remote_load_ms": 13.54591699782759, "remote_ttft_ms": 124.3810000596568, "remote_decode_ms": 228.17399993073195, "remote_server_ms": 367.9329580627382, "remote_peak_bytes": 6357500244, "effective_gbps": 0.9121623006235355}209{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:57:18.199690Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "serialized_bytes": 29319, "transport_bytes": 32916, "send_ms": 0.03829202614724636, "roundtrip_ms": 3873.707792023197, "remote_prefill_ms": 3247.7222909219563, "remote_ttft_ms": 49.92883396334946, "remote_decode_ms": 572.7031659334898, "remote_server_ms": 3871.0749170277268, "remote_peak_bytes": 7049044032}210{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:57:22.101778Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "local_prefill_ms": 3117.252332973294, "local_ttft_ms": 168.58941700775176, "local_decode_ms": 615.6437499448657}211{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:57:27.827286Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "cache_tensor_bytes": 215322624, "serialized_bytes": 215338791, "transport_bytes": 215339161, "sender_prefill_ms": 3153.781000059098, "compress_ms": 1.5808339230716228, "serialize_ms": 83.93508300650865, "codec_ms": 0.0, "send_ms": 1801.1002920102328, "roundtrip_ms": 2485.3307500015944, "remote_recv_ms": 9000.533459009603, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 38.74025004915893, "remote_ttft_ms": 178.09679091442376, "remote_decode_ms": 409.9595000734553, "remote_server_ms": 626.9351670052856, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9269895515046657}212{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:57:33.941725Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "cache_tensor_bytes": 215322624, "serialized_bytes": 215338791, "transport_bytes": 166853365, "sender_prefill_ms": 3484.4422090100124, "compress_ms": 1.4882079558447003, "serialize_ms": 81.6791249671951, "codec_ms": 204.54395900014788, "send_ms": 1387.0454170973971, "roundtrip_ms": 2341.3813749793917, "remote_recv_ms": 5230.493457987905, "remote_decompress_ms": 199.06270795036107, "remote_load_ms": 241.3915420183912, "remote_ttft_ms": 187.65279196668416, "remote_decode_ms": 454.58220900036395, "remote_server_ms": 883.8210001122206, "remote_peak_bytes": 6494527832, "effective_gbps": 0.9157952857504404}213{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:57:39.081698Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "cache_tensor_bytes": 114390144, "serialized_bytes": 114424452, "transport_bytes": 114424822, "sender_prefill_ms": 3177.358707995154, "compress_ms": 100.96833400893956, "serialize_ms": 45.749332988634706, "codec_ms": 0.0, "send_ms": 941.2296249065548, "roundtrip_ms": 1815.0472500128672, "remote_recv_ms": 4328.549625002779, "remote_decompress_ms": 8.405186235904694e-05, "remote_load_ms": 24.269749992527068, "remote_ttft_ms": 149.6157080400735, "remote_decode_ms": 636.9124170159921, "remote_server_ms": 811.2292919540778, "remote_peak_bytes": 6422425780, "effective_gbps": 0.9119169154636592}214{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:57:43.200463Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "user\n\n\n\n", "correct": 0.0, "cache_tensor_bytes": 60559488, "serialized_bytes": 60593707, "transport_bytes": 60594077, "sender_prefill_ms": 3125.867584021762, "compress_ms": 26.074373978190124, "serialize_ms": 26.491957949474454, "codec_ms": 0.0, "send_ms": 482.49562503769994, "roundtrip_ms": 939.1981670632958, "remote_recv_ms": 3712.35287503805, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 14.191500027664006, "remote_ttft_ms": 97.23529091570526, "remote_decode_ms": 294.3624159088358, "remote_server_ms": 406.188040971756, "remote_peak_bytes": 6357500244, "effective_gbps": 0.9094623015037203}215{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:57:46.968913Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "serialized_bytes": 29319, "transport_bytes": 32916, "send_ms": 0.026292051188647747, "roundtrip_ms": 3767.2671250766143, "remote_prefill_ms": 3372.784166946076, "remote_ttft_ms": 45.335749979130924, "remote_decode_ms": 347.18454210087657, "remote_server_ms": 3765.6501249875873, "remote_peak_bytes": 7049044032}216{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:57:50.832469Z", "document_id": "syn_03016_8000", "target_tokens": 8000, "prefix_tokens": 5841, "query_tokens": 36, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "HH-14X-6634", "correct": 1.0, "local_prefill_ms": 3292.2516249818727, "local_ttft_ms": 198.62129201646894, "local_decode_ms": 371.4764580363408}217{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:58:02.233564Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "cache_tensor_bytes": 402001920, "serialized_bytes": 402018413, "transport_bytes": 402018770, "sender_prefill_ms": 6918.472582940012, "compress_ms": 1.475083059631288, "serialize_ms": 127.95741704758257, "codec_ms": 0.0, "send_ms": 3441.622458049096, "roundtrip_ms": 4327.729791984893, "remote_recv_ms": 14469.386083073914, "remote_decompress_ms": 0.00016693957149982452, "remote_load_ms": 72.47558399103582, "remote_ttft_ms": 235.5177499121055, "remote_decode_ms": 487.02320794109255, "remote_server_ms": 795.1731659704819, "remote_peak_bytes": 6714269900, "effective_gbps": 0.910431310942241}218{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:58:13.421096Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "cache_tensor_bytes": 402001920, "serialized_bytes": 402018413, "transport_bytes": 311276229, "sender_prefill_ms": 6711.719833081588, "compress_ms": 1.4945840230211616, "serialize_ms": 152.863165945746, "codec_ms": 404.2630000039935, "send_ms": 2630.9012500569224, "roundtrip_ms": 3916.114457999356, "remote_recv_ms": 9986.41845898237, "remote_decompress_ms": 340.5503329122439, "remote_load_ms": 416.3917909609154, "remote_ttft_ms": 316.2597499322146, "remote_decode_ms": 468.0348749971017, "remote_server_ms": 1200.8348749950528, "remote_peak_bytes": 6714269900, "effective_gbps": 0.917109916631393}219{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:58:23.585736Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "cache_tensor_bytes": 213563520, "serialized_bytes": 213598562, "transport_bytes": 213598919, "sender_prefill_ms": 7098.77045894973, "compress_ms": 249.03591605834663, "serialize_ms": 78.52029206696898, "codec_ms": 0.0, "send_ms": 1784.9899590946734, "roundtrip_ms": 2736.6845830110833, "remote_recv_ms": 9287.885749945417, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 46.51224997360259, "remote_ttft_ms": 169.4093330297619, "remote_decode_ms": 660.3680410189554, "remote_server_ms": 876.7278339946643, "remote_peak_bytes": 6582942474, "effective_gbps": 0.9187263913011106}220{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:58:33.442813Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " the the entry the entry entry the entry the the the the entry the the the entry the the the entry the the the entry the the the the the entry the", "correct": 0.0, "cache_tensor_bytes": 113063040, "serialized_bytes": 113097924, "transport_bytes": 113098281, "sender_prefill_ms": 6834.169165929779, "compress_ms": 141.07912604231387, "serialize_ms": 43.68558304850012, "codec_ms": 0.0, "send_ms": 929.7928749583662, "roundtrip_ms": 2836.9981659343466, "remote_recv_ms": 8008.130667032674, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 26.599249918945134, "remote_ttft_ms": 164.18820898979902, "remote_decode_ms": 1657.3790420079604, "remote_server_ms": 1848.5919579397887, "remote_peak_bytes": 6460377866, "effective_gbps": 0.9153991958789697}221{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:58:40.998455Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "serialized_bytes": 58595, "transport_bytes": 62019, "send_ms": 0.032624928280711174, "roundtrip_ms": 7553.85808297433, "remote_prefill_ms": 7060.2578750113025, "remote_ttft_ms": 38.35304197855294, "remote_decode_ms": 452.4823749670759, "remote_server_ms": 7551.412625005469, "remote_peak_bytes": 7354982464}222{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:58:49.095494Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "local_prefill_ms": 7161.538291955367, "local_ttft_ms": 226.1048749787733, "local_decode_ms": 708.1427079392597}223{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:59:00.244178Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "cache_tensor_bytes": 402001920, "serialized_bytes": 402018413, "transport_bytes": 402018770, "sender_prefill_ms": 6710.231166915037, "compress_ms": 1.7871250165626407, "serialize_ms": 160.76516604516655, "codec_ms": 0.0, "send_ms": 3394.3531250115484, "roundtrip_ms": 4275.008416036144, "remote_recv_ms": 18462.677333969623, "remote_decompress_ms": 0.00016600824892520905, "remote_load_ms": 73.12691700644791, "remote_ttft_ms": 240.34283310174942, "remote_decode_ms": 469.4361250149086, "remote_server_ms": 783.0482500139624, "remote_peak_bytes": 6714269900, "effective_gbps": 0.921015706677901}224{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:59:11.565322Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "cache_tensor_bytes": 402001920, "serialized_bytes": 402018413, "transport_bytes": 311276229, "sender_prefill_ms": 7021.255583036691, "compress_ms": 1.5362920239567757, "serialize_ms": 144.1252080257982, "codec_ms": 370.97062496468425, "send_ms": 2620.7852920051664, "roundtrip_ms": 3781.711749965325, "remote_recv_ms": 10244.010250084102, "remote_decompress_ms": 331.0620419215411, "remote_load_ms": 404.8153340118006, "remote_ttft_ms": 242.25016694981605, "remote_decode_ms": 429.7169999917969, "remote_server_ms": 1076.9472500542179, "remote_peak_bytes": 6714269900, "effective_gbps": 0.9206752869175271}225{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:59:21.345378Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "cache_tensor_bytes": 213563520, "serialized_bytes": 213598562, "transport_bytes": 213598919, "sender_prefill_ms": 6769.356917007826, "compress_ms": 181.7983330693096, "serialize_ms": 75.85845794528723, "codec_ms": 0.0, "send_ms": 1786.961167003028, "roundtrip_ms": 2752.075041993521, "remote_recv_ms": 8897.803959087469, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 42.81883395742625, "remote_ttft_ms": 164.37558305915445, "remote_decode_ms": 674.4639159878716, "remote_server_ms": 882.0695420727134, "remote_peak_bytes": 6582942474, "effective_gbps": 0.9137894792675022}226{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:59:31.331524Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " the the entry the entry entry the entry the the the the entry the the the entry the the the entry the the the entry the the the the the entry the", "correct": 0.0, "cache_tensor_bytes": 113063040, "serialized_bytes": 113097924, "transport_bytes": 113098281, "sender_prefill_ms": 7102.544666035101, "compress_ms": 43.27408398967236, "serialize_ms": 43.65312494337559, "codec_ms": 0.0, "send_ms": 929.313667002134, "roundtrip_ms": 2795.5398749327287, "remote_recv_ms": 8180.553125101142, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 22.433832986280322, "remote_ttft_ms": 173.8383750198409, "remote_decode_ms": 1608.8127500843257, "remote_server_ms": 1805.5117500480264, "remote_peak_bytes": 6460377866, "effective_gbps": 0.9138995400816219}227{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:59:39.012382Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "serialized_bytes": 58595, "transport_bytes": 62019, "send_ms": 0.026999972760677338, "roundtrip_ms": 7679.499916033819, "remote_prefill_ms": 7210.909040994011, "remote_ttft_ms": 34.80479202698916, "remote_decode_ms": 431.11241690348834, "remote_server_ms": 7677.229332970455, "remote_peak_bytes": 7354982464}228{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T04:59:46.660786Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "local_prefill_ms": 6785.38220806513, "local_ttft_ms": 267.59295794181526, "local_decode_ms": 594.2132080672309}229{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T04:59:57.993642Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "cache_tensor_bytes": 402001920, "serialized_bytes": 402018413, "transport_bytes": 402018770, "sender_prefill_ms": 6767.58966606576, "compress_ms": 1.8257498741149902, "serialize_ms": 179.71933400258422, "codec_ms": 0.0, "send_ms": 3399.950624909252, "roundtrip_ms": 4382.9217499587685, "remote_recv_ms": 18082.89625006728, "remote_decompress_ms": 0.00016705598682165146, "remote_load_ms": 70.99541591014713, "remote_ttft_ms": 358.1196250161156, "remote_decode_ms": 468.85699999984354, "remote_server_ms": 898.1054170290008, "remote_peak_bytes": 6714269900, "effective_gbps": 0.9229037782017356}230{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:00:09.299303Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "cache_tensor_bytes": 402001920, "serialized_bytes": 402018413, "transport_bytes": 311276228, "sender_prefill_ms": 6807.511082966812, "compress_ms": 1.5192090068012476, "serialize_ms": 147.08270807750523, "codec_ms": 367.1727500623092, "send_ms": 2617.4968749983236, "roundtrip_ms": 3981.443834025413, "remote_recv_ms": 10034.31887505576, "remote_decompress_ms": 363.09574998449534, "remote_load_ms": 441.7776250047609, "remote_ttft_ms": 223.22299994993955, "remote_decode_ms": 606.0464999172837, "remote_server_ms": 1271.247416967526, "remote_peak_bytes": 6714269900, "effective_gbps": 0.9188300184911697}231{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:00:19.013870Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "cache_tensor_bytes": 213563520, "serialized_bytes": 213598562, "transport_bytes": 213598919, "sender_prefill_ms": 7052.94787499588, "compress_ms": 52.07179207354784, "serialize_ms": 79.30929097346961, "codec_ms": 0.0, "send_ms": 1790.0416249176487, "roundtrip_ms": 2529.6454580966383, "remote_recv_ms": 9052.711291937158, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 40.79945897683501, "remote_ttft_ms": 153.43837498221546, "remote_decode_ms": 466.65424993261695, "remote_server_ms": 661.3794590812176, "remote_peak_bytes": 6582942474, "effective_gbps": 0.9146402883211148}232{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:00:28.964836Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " the the entry the entry entry the entry the the the the entry the the the entry the the the entry the the the entry the the the the the entry the", "correct": 0.0, "cache_tensor_bytes": 113063040, "serialized_bytes": 113097924, "transport_bytes": 113098281, "sender_prefill_ms": 6935.210417024791, "compress_ms": 43.79641590639949, "serialize_ms": 50.10216706432402, "codec_ms": 0.0, "send_ms": 929.9235839862376, "roundtrip_ms": 2920.572125003673, "remote_recv_ms": 8018.711167038418, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 24.742041947320104, "remote_ttft_ms": 315.32475003041327, "remote_decode_ms": 1591.7177080409601, "remote_server_ms": 1932.1939169894904, "remote_peak_bytes": 6460377866, "effective_gbps": 0.9154251284211}233{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:00:36.390962Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "serialized_bytes": 58595, "transport_bytes": 62019, "send_ms": 0.031542032957077026, "roundtrip_ms": 7424.867167021148, "remote_prefill_ms": 6805.809541023336, "remote_ttft_ms": 55.17420789692551, "remote_decode_ms": 561.4677079720423, "remote_server_ms": 7422.764208051376, "remote_peak_bytes": 7354982464}234{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:00:44.026295Z", "document_id": "syn_03002_16000", "target_tokens": 16000, "prefix_tokens": 10905, "query_tokens": 34, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "PM-50S-1706", "correct": 1.0, "local_prefill_ms": 6788.436000002548, "local_ttft_ms": 252.18216597568244, "local_decode_ms": 593.6220829607919}235{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:00:55.857840Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "cache_tensor_bytes": 407420928, "serialized_bytes": 407437421, "transport_bytes": 407437779, "sender_prefill_ms": 7112.80825000722, "compress_ms": 1.7464999109506607, "serialize_ms": 156.82958299294114, "codec_ms": 0.0, "send_ms": 3496.9017499824986, "roundtrip_ms": 4533.18629192654, "remote_recv_ms": 18526.6883749282, "remote_decompress_ms": 0.00016693957149982452, "remote_load_ms": 74.38295905012637, "remote_ttft_ms": 230.7728750165552, "remote_decode_ms": 634.7827090648934, "remote_server_ms": 940.0776670081541, "remote_peak_bytes": 6721349386, "effective_gbps": 0.9071538247953849}236{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:01:07.477527Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "cache_tensor_bytes": 407420928, "serialized_bytes": 407437421, "transport_bytes": 315441782, "sender_prefill_ms": 7051.862833905034, "compress_ms": 1.5653320588171482, "serialize_ms": 159.77245895192027, "codec_ms": 386.35929208248854, "send_ms": 2662.197457975708, "roundtrip_ms": 4018.7492079567164, "remote_recv_ms": 10330.596250016242, "remote_decompress_ms": 373.8750000484288, "remote_load_ms": 452.62495893985033, "remote_ttft_ms": 332.12224999442697, "remote_decode_ms": 503.8959999801591, "remote_server_ms": 1288.8170829974115, "remote_peak_bytes": 6721349386, "effective_gbps": 0.9243945052434658}237{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:01:17.477062Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "cache_tensor_bytes": 216442368, "serialized_bytes": 216477424, "transport_bytes": 216477782, "sender_prefill_ms": 6844.9727919651195, "compress_ms": 324.46925004478544, "serialize_ms": 76.8546249018982, "codec_ms": 0.0, "send_ms": 1813.0293749272823, "roundtrip_ms": 2751.6686250455678, "remote_recv_ms": 9128.011291963048, "remote_decompress_ms": 8.405186235904694e-05, "remote_load_ms": 39.25495792645961, "remote_ttft_ms": 154.88545794505626, "remote_decode_ms": 676.7445000587031, "remote_server_ms": 871.2843330577016, "remote_peak_bytes": 6587677450, "effective_gbps": 0.9209937901412629}238{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:01:27.496448Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " question unknown\n the the number quarter the the number the the the number the number the number number number the number number number number number number number number number number number", "correct": 0.0, "cache_tensor_bytes": 114587136, "serialized_bytes": 114622024, "transport_bytes": 114622382, "sender_prefill_ms": 7144.511625054292, "compress_ms": 41.83437488973141, "serialize_ms": 50.39683298673481, "codec_ms": 0.0, "send_ms": 942.1137919416651, "roundtrip_ms": 2780.706875026226, "remote_recv_ms": 8238.564749946818, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 26.242916006594896, "remote_ttft_ms": 164.63675000704825, "remote_decode_ms": 1589.3413750454783, "remote_server_ms": 1780.662834062241, "remote_peak_bytes": 6463343370, "effective_gbps": 0.9169386731369199}239{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:01:35.034396Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "serialized_bytes": 58870, "transport_bytes": 62711, "send_ms": 0.038624973967671394, "roundtrip_ms": 7536.021290929057, "remote_prefill_ms": 7118.066499941051, "remote_ttft_ms": 40.47925001941621, "remote_decode_ms": 374.95716696139425, "remote_server_ms": 7533.822625060566, "remote_peak_bytes": 7356358720}240{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:01:42.975343Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "local_prefill_ms": 7123.530540964566, "local_ttft_ms": 309.4661249779165, "local_decode_ms": 506.8219159729779}241{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:01:54.604351Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "cache_tensor_bytes": 407420928, "serialized_bytes": 407437421, "transport_bytes": 407437779, "sender_prefill_ms": 7096.829665941186, "compress_ms": 1.7466669669374824, "serialize_ms": 214.55662499647588, "codec_ms": 0.0, "send_ms": 3437.7612919779494, "roundtrip_ms": 4314.806624897756, "remote_recv_ms": 18786.077082972042, "remote_decompress_ms": 8.405186235904694e-05, "remote_load_ms": 73.48074996843934, "remote_ttft_ms": 239.0416250564158, "remote_decode_ms": 471.15454101003706, "remote_server_ms": 783.8237080723047, "remote_peak_bytes": 6721349386, "effective_gbps": 0.9231146988755394}242{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:02:05.889600Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "cache_tensor_bytes": 407420928, "serialized_bytes": 407437421, "transport_bytes": 315441781, "sender_prefill_ms": 6832.681124913506, "compress_ms": 1.5127500519156456, "serialize_ms": 178.79866599105299, "codec_ms": 381.37887499760836, "send_ms": 2660.098167019896, "roundtrip_ms": 3889.5585000282153, "remote_recv_ms": 10143.886165926233, "remote_decompress_ms": 387.64545891899616, "remote_load_ms": 464.84208293259144, "remote_ttft_ms": 237.92975000105798, "remote_decode_ms": 438.27637494541705, "remote_server_ms": 1141.2453750381246, "remote_peak_bytes": 6721349386, "effective_gbps": 0.9182120570810499}243{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:02:15.810095Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "cache_tensor_bytes": 216442368, "serialized_bytes": 216477424, "transport_bytes": 216477782, "sender_prefill_ms": 7037.5325420172885, "compress_ms": 46.192790963687, "serialize_ms": 86.87575010117143, "codec_ms": 0.0, "send_ms": 1810.0003339350224, "roundtrip_ms": 2749.3018340319395, "remote_recv_ms": 9061.055124970153, "remote_decompress_ms": 0.00016600824892520905, "remote_load_ms": 42.0917080482468, "remote_ttft_ms": 174.1537080379203, "remote_decode_ms": 642.5289590843022, "remote_server_ms": 859.1889999806881, "remote_peak_bytes": 6587415306, "effective_gbps": 0.9162533711217797}244{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:02:26.121469Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " question unknown\n the the number quarter the the number the the the number the number the number number number the number number number number number number number number number number number", "correct": 0.0, "cache_tensor_bytes": 114587136, "serialized_bytes": 114622024, "transport_bytes": 114622382, "sender_prefill_ms": 6997.540457989089, "compress_ms": 281.51562495622784, "serialize_ms": 42.78029198758304, "codec_ms": 0.0, "send_ms": 941.7599589796737, "roundtrip_ms": 2988.3475829847157, "remote_recv_ms": 8321.741249994375, "remote_decompress_ms": 4.0978193283081055e-05, "remote_load_ms": 25.29937494546175, "remote_ttft_ms": 178.4789999946952, "remote_decode_ms": 1785.3466660017148, "remote_server_ms": 1989.5712910220027, "remote_peak_bytes": 6463310602, "effective_gbps": 0.9181025454639379}245{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:02:33.662638Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "serialized_bytes": 58870, "transport_bytes": 62711, "send_ms": 0.04337495192885399, "roundtrip_ms": 7539.734250050969, "remote_prefill_ms": 6871.133666951209, "remote_ttft_ms": 24.72650003619492, "remote_decode_ms": 641.5470000356436, "remote_server_ms": 7537.707792012952, "remote_peak_bytes": 7356358720}246{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:02:41.405383Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "local_prefill_ms": 7045.674625085667, "local_ttft_ms": 226.90837504342198, "local_decode_ms": 469.37091602012515}247{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:02:53.148218Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "cache_tensor_bytes": 407420928, "serialized_bytes": 407437421, "transport_bytes": 407437779, "sender_prefill_ms": 7035.415165941231, "compress_ms": 1.614042092114687, "serialize_ms": 175.1214589457959, "codec_ms": 0.0, "send_ms": 3436.9241659296677, "roundtrip_ms": 4529.930624994449, "remote_recv_ms": 18496.49816704914, "remote_decompress_ms": 0.00016600824892520905, "remote_load_ms": 74.88154096063226, "remote_ttft_ms": 222.7775420760736, "remote_decode_ms": 691.005790955387, "remote_server_ms": 988.8006669934839, "remote_peak_bytes": 6721349386, "effective_gbps": 0.9204695310985}248{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:03:04.805025Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "cache_tensor_bytes": 407420928, "serialized_bytes": 407437421, "transport_bytes": 315441782, "sender_prefill_ms": 7020.179292070679, "compress_ms": 1.5624159714207053, "serialize_ms": 152.9375829268247, "codec_ms": 398.64883408881724, "send_ms": 2657.103208010085, "roundtrip_ms": 4082.6607500202954, "remote_recv_ms": 10318.39162495453, "remote_decompress_ms": 377.4360000388697, "remote_load_ms": 458.73504190240055, "remote_ttft_ms": 246.9393340870738, "remote_decode_ms": 632.506666937843, "remote_server_ms": 1338.3200420066714, "remote_peak_bytes": 6721349386, "effective_gbps": 0.9195411665290475}249{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:03:14.614279Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "cache_tensor_bytes": 216442368, "serialized_bytes": 216477424, "transport_bytes": 216477782, "sender_prefill_ms": 7063.992916955613, "compress_ms": 47.28162405081093, "serialize_ms": 104.4935000827536, "codec_ms": 0.0, "send_ms": 1810.2713329717517, "roundtrip_ms": 2592.5999589962885, "remote_recv_ms": 9097.639000043273, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 39.604916935786605, "remote_ttft_ms": 168.4362079249695, "remote_decode_ms": 502.921957988292, "remote_server_ms": 711.3670000107959, "remote_peak_bytes": 6587415306, "effective_gbps": 0.9205783088841551}250{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:03:24.696587Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " question unknown\n the the number quarter the the number the the the number the number the number number number the number number number number number number number number number number number", "correct": 0.0, "cache_tensor_bytes": 114587136, "serialized_bytes": 114622024, "transport_bytes": 114622382, "sender_prefill_ms": 6883.943708031438, "compress_ms": 177.4983759969473, "serialize_ms": 48.39320806786418, "codec_ms": 0.0, "send_ms": 942.9703330388293, "roundtrip_ms": 2971.5774999931455, "remote_recv_ms": 8110.171042033471, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 24.099125061184168, "remote_ttft_ms": 183.62237501423806, "remote_decode_ms": 1763.7495830422267, "remote_server_ms": 1971.9306250335649, "remote_peak_bytes": 6463310602, "effective_gbps": 0.9173029786514131}251{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:03:32.197662Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "serialized_bytes": 58870, "transport_bytes": 62711, "send_ms": 0.03716710489243269, "roundtrip_ms": 7499.956459039822, "remote_prefill_ms": 7067.363792099059, "remote_ttft_ms": 47.496916027739644, "remote_decode_ms": 382.7132500009611, "remote_server_ms": 7497.911207959987, "remote_peak_bytes": 7356325952}252{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:03:39.793188Z", "document_id": "syn_03005_16000", "target_tokens": 16000, "prefix_tokens": 11052, "query_tokens": 34, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "MW-72F-9403", "correct": 1.0, "local_prefill_ms": 6858.2882499322295, "local_ttft_ms": 344.4652500329539, "local_decode_ms": 391.68995793443173}253{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:03:51.196791Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "cache_tensor_bytes": 405725184, "serialized_bytes": 405741677, "transport_bytes": 405742039, "sender_prefill_ms": 6749.204666935839, "compress_ms": 1.6634580679237843, "serialize_ms": 164.86541600897908, "codec_ms": 0.0, "send_ms": 3425.4924999549985, "roundtrip_ms": 4461.394832935184, "remote_recv_ms": 18037.584415986203, "remote_decompress_ms": 0.00016693957149982452, "remote_load_ms": 69.65345807839185, "remote_ttft_ms": 238.14725002739578, "remote_decode_ms": 653.1191660324112, "remote_server_ms": 961.1960420152172, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9273577033454324}254{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:04:02.473874Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "cache_tensor_bytes": 405725184, "serialized_bytes": 405741677, "transport_bytes": 314154936, "sender_prefill_ms": 6796.682333922945, "compress_ms": 1.6822911566123366, "serialize_ms": 171.5185409411788, "codec_ms": 385.3116249665618, "send_ms": 2646.3122500572354, "roundtrip_ms": 3921.134499949403, "remote_recv_ms": 10112.598499981686, "remote_decompress_ms": 335.26895905379206, "remote_load_ms": 407.86033298354596, "remote_ttft_ms": 228.05174998939037, "remote_decode_ms": 528.3160000108182, "remote_server_ms": 1164.3951250007376, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9116710527076214}255{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:04:12.438693Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "cache_tensor_bytes": 215541504, "serialized_bytes": 215576556, "transport_bytes": 215576918, "sender_prefill_ms": 7161.983667057939, "compress_ms": 176.56370787881315, "serialize_ms": 88.44533399678767, "codec_ms": 0.0, "send_ms": 1805.9565000003204, "roundtrip_ms": 2537.314457935281, "remote_recv_ms": 9313.631750061177, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 42.05254197586328, "remote_ttft_ms": 171.51354195084423, "remote_decode_ms": 437.0279589202255, "remote_server_ms": 651.0091250529513, "remote_peak_bytes": 6589561610, "effective_gbps": 0.9142821758154801}256{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:04:22.479974Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "correct": 0.0, "cache_tensor_bytes": 114110208, "serialized_bytes": 114145092, "transport_bytes": 114145454, "sender_prefill_ms": 6812.104958924465, "compress_ms": 179.4791241409257, "serialize_ms": 47.87641693837941, "codec_ms": 0.0, "send_ms": 937.6007090322673, "roundtrip_ms": 3000.6713330512866, "remote_recv_ms": 8040.832041064277, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 25.314916973002255, "remote_ttft_ms": 172.52287501469254, "remote_decode_ms": 1801.829666015692, "remote_server_ms": 2000.086750020273, "remote_peak_bytes": 6465555210, "effective_gbps": 0.9126301239159669}257{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:04:30.063334Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "serialized_bytes": 58936, "transport_bytes": 62528, "send_ms": 0.058125006034970284, "roundtrip_ms": 7581.917625037022, "remote_prefill_ms": 6879.5082500437275, "remote_ttft_ms": 65.83479198161513, "remote_decode_ms": 572.1844589570537, "remote_server_ms": 7517.86775002256, "remote_peak_bytes": 7356358720}258{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:04:37.574184Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "local_prefill_ms": 6956.5935001010075, "local_ttft_ms": 196.25762500800192, "local_decode_ms": 356.79895791690797}259{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:04:49.432940Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "cache_tensor_bytes": 405725184, "serialized_bytes": 405741677, "transport_bytes": 405742039, "sender_prefill_ms": 7086.958999978378, "compress_ms": 1.5880001010373235, "serialize_ms": 142.9241249570623, "codec_ms": 0.0, "send_ms": 3440.146500011906, "roundtrip_ms": 4626.432041986845, "remote_recv_ms": 18272.696667001583, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 74.91816603578627, "remote_ttft_ms": 315.8768330467865, "remote_decode_ms": 705.8391669997945, "remote_server_ms": 1096.7988750198856, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9196242664472856}260{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:05:01.091844Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "cache_tensor_bytes": 405725184, "serialized_bytes": 405741677, "transport_bytes": 314154936, "sender_prefill_ms": 7035.284249926917, "compress_ms": 1.5765001298859715, "serialize_ms": 144.50558298267424, "codec_ms": 394.5109590422362, "send_ms": 2668.3102919487283, "roundtrip_ms": 4082.3899999959394, "remote_recv_ms": 10331.241833046079, "remote_decompress_ms": 349.6990411076695, "remote_load_ms": 427.3645840585232, "remote_ttft_ms": 225.26458301581442, "remote_decode_ms": 674.6148329693824, "remote_server_ms": 1327.5211669970304, "remote_peak_bytes": 6721282252, "effective_gbps": 0.912290072723399}261{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:05:10.861015Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "cache_tensor_bytes": 215541504, "serialized_bytes": 215576556, "transport_bytes": 215576918, "sender_prefill_ms": 7133.142083999701, "compress_ms": 33.90258306171745, "serialize_ms": 81.93400001619011, "codec_ms": 0.0, "send_ms": 1805.1909999921918, "roundtrip_ms": 2518.828166066669, "remote_recv_ms": 9137.228542007506, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 45.359999989159405, "remote_ttft_ms": 164.73845893051475, "remote_decode_ms": 421.03704100009054, "remote_server_ms": 631.6411669831723, "remote_peak_bytes": 6589561610, "effective_gbps": 0.9138550365372119}262{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:05:20.860067Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "correct": 0.0, "cache_tensor_bytes": 114110208, "serialized_bytes": 114145092, "transport_bytes": 114145454, "sender_prefill_ms": 6948.927375022322, "compress_ms": 67.88545800372958, "serialize_ms": 40.92562501318753, "codec_ms": 0.0, "send_ms": 938.9520839322358, "roundtrip_ms": 2940.117791062221, "remote_recv_ms": 8047.479583998211, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 24.978082976303995, "remote_ttft_ms": 174.76745799649507, "remote_decode_ms": 1751.2364169815555, "remote_server_ms": 1951.4445000095293, "remote_peak_bytes": 6465555210, "effective_gbps": 0.9236252665708278}263{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:05:28.432222Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "serialized_bytes": 58936, "transport_bytes": 62528, "send_ms": 0.0767499441280961, "roundtrip_ms": 7570.831707911566, "remote_prefill_ms": 6975.005874992348, "remote_ttft_ms": 49.426875077188015, "remote_decode_ms": 543.7454170314595, "remote_server_ms": 7568.512333906256, "remote_peak_bytes": 7356358720}264{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:05:36.227346Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "local_prefill_ms": 6931.293125031516, "local_ttft_ms": 228.3487500390038, "local_decode_ms": 634.3973750481382}265{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:05:47.734167Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "cache_tensor_bytes": 405725184, "serialized_bytes": 405741677, "transport_bytes": 405742039, "sender_prefill_ms": 6869.768084026873, "compress_ms": 1.5990820247679949, "serialize_ms": 144.7367089567706, "codec_ms": 0.0, "send_ms": 3423.0216670548543, "roundtrip_ms": 4489.7535420022905, "remote_recv_ms": 18317.70379107911, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 70.656708907336, "remote_ttft_ms": 228.10804098844528, "remote_decode_ms": 685.1124169770628, "remote_server_ms": 984.0124169131741, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9258916149769866}266{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:05:59.260809Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "cache_tensor_bytes": 405725184, "serialized_bytes": 405741677, "transport_bytes": 314154936, "sender_prefill_ms": 6890.368541004136, "compress_ms": 1.5184590592980385, "serialize_ms": 155.2942079724744, "codec_ms": 385.51683409605175, "send_ms": 2643.5783749911934, "roundtrip_ms": 4093.0600420106202, "remote_recv_ms": 10185.425041010603, "remote_decompress_ms": 343.1709170108661, "remote_load_ms": 417.0729169854894, "remote_ttft_ms": 220.30979208648205, "remote_decode_ms": 703.5395000129938, "remote_server_ms": 1341.115958057344, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9132596489350293}267{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:06:09.245109Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "cache_tensor_bytes": 215541504, "serialized_bytes": 215576556, "transport_bytes": 215576918, "sender_prefill_ms": 7091.417166986503, "compress_ms": 202.3257079999894, "serialize_ms": 80.3597909398377, "codec_ms": 0.0, "send_ms": 1802.249624975957, "roundtrip_ms": 2609.3051249627024, "remote_recv_ms": 9260.095290956087, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 40.46599997673184, "remote_ttft_ms": 165.0383749511093, "remote_decode_ms": 517.7558329887688, "remote_server_ms": 723.7194170011207, "remote_peak_bytes": 6589561610, "effective_gbps": 0.9146311073095695}268{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:06:19.063387Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "\n\n\n entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry entry", "correct": 0.0, "cache_tensor_bytes": 114110208, "serialized_bytes": 114145092, "transport_bytes": 114145454, "sender_prefill_ms": 6735.437790979631, "compress_ms": 133.46004206687212, "serialize_ms": 40.024957968853414, "codec_ms": 0.0, "send_ms": 937.7741659991443, "roundtrip_ms": 2908.4596669999883, "remote_recv_ms": 7896.4333339827135, "remote_decompress_ms": 0.00016600824892520905, "remote_load_ms": 22.86908298265189, "remote_ttft_ms": 314.07275004312396, "remote_decode_ms": 1584.554124972783, "remote_server_ms": 1921.9096669694409, "remote_peak_bytes": 6465555210, "effective_gbps": 0.9256131285507322}269{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:06:26.619159Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "serialized_bytes": 58936, "transport_bytes": 62528, "send_ms": 0.03208301495760679, "roundtrip_ms": 7554.1563329752535, "remote_prefill_ms": 6914.35454110615, "remote_ttft_ms": 61.95587501861155, "remote_decode_ms": 575.3778330981731, "remote_server_ms": 7552.08475003019, "remote_peak_bytes": 7356358720}270{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:06:34.127109Z", "document_id": "syn_03008_16000", "target_tokens": 16000, "prefix_tokens": 11006, "query_tokens": 35, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "UP-24A-9763", "correct": 1.0, "local_prefill_ms": 6869.151500053704, "local_ttft_ms": 264.33687505777925, "local_decode_ms": 373.36487497668713}271{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:06:45.811455Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 405815764, "sender_prefill_ms": 7035.5389170581475, "compress_ms": 0.3388739423826337, "serialize_ms": 130.06249989848584, "codec_ms": 0.0, "send_ms": 3453.8363749161363, "roundtrip_ms": 4491.960541927256, "remote_recv_ms": 18231.538541032933, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 69.22283302992582, "remote_ttft_ms": 227.78033302165568, "remote_decode_ms": 663.2838330697268, "remote_server_ms": 960.4659579927102, "remote_peak_bytes": 6719676620, "effective_gbps": 0.919306552746556}272{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:06:57.376754Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 314188345, "sender_prefill_ms": 6972.853041952476, "compress_ms": 0.3215409815311432, "serialize_ms": 134.13670798763633, "codec_ms": 384.54308290965855, "send_ms": 2652.3611249867827, "roundtrip_ms": 4072.6027499185875, "remote_recv_ms": 10212.083249934949, "remote_decompress_ms": 356.4762909663841, "remote_load_ms": 429.80354197788984, "remote_ttft_ms": 220.94766702502966, "remote_decode_ms": 701.9969579996541, "remote_server_ms": 1352.999833994545, "remote_peak_bytes": 6719676620, "effective_gbps": 0.9242182913110986}273{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:07:06.894532Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "cache_tensor_bytes": 215580672, "serialized_bytes": 215615724, "transport_bytes": 215616083, "sender_prefill_ms": 6736.780292005278, "compress_ms": 65.36804104689509, "serialize_ms": 78.13116698525846, "codec_ms": 0.0, "send_ms": 1804.0143339894712, "roundtrip_ms": 2636.60249998793, "remote_recv_ms": 8767.885750043206, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 37.66308294143528, "remote_ttft_ms": 259.6555830677971, "remote_decode_ms": 452.00395805295557, "remote_server_ms": 749.7437921119854, "remote_peak_bytes": 6585563914, "effective_gbps": 0.9141800903268316}274{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:07:16.999168Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " the cheque bank cheque cheque cheque bank site the bank cheque bank bank bank cheque the bank bank cheque the bank site bank the the the the the the the the the", "correct": 0.0, "cache_tensor_bytes": 114130944, "serialized_bytes": 114165828, "transport_bytes": 114166187, "sender_prefill_ms": 6759.600791963749, "compress_ms": 285.2586670778692, "serialize_ms": 42.19762503635138, "codec_ms": 0.0, "send_ms": 939.2674999544397, "roundtrip_ms": 3016.459957929328, "remote_recv_ms": 8088.306416990235, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 26.285666972398758, "remote_ttft_ms": 157.5217080535367, "remote_decode_ms": 1831.546749919653, "remote_server_ms": 2016.072415979579, "remote_peak_bytes": 6461557514, "effective_gbps": 0.9129756796250447}275{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:07:24.347814Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "serialized_bytes": 58856, "transport_bytes": 62477, "send_ms": 0.027499976567924023, "roundtrip_ms": 7347.170750028454, "remote_prefill_ms": 6773.770708008669, "remote_ttft_ms": 27.799917035736144, "remote_decode_ms": 542.6610830472782, "remote_server_ms": 7344.685582909733, "remote_peak_bytes": 7356358720}276{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:07:31.980796Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "local_prefill_ms": 7005.017415969633, "local_ttft_ms": 231.81695793755352, "local_decode_ms": 395.0680000707507}277{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:07:43.458433Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 405815764, "sender_prefill_ms": 7085.1659590844065, "compress_ms": 0.4784578923135996, "serialize_ms": 147.35116704832762, "codec_ms": 0.0, "send_ms": 3430.503665935248, "roundtrip_ms": 4243.866208009422, "remote_recv_ms": 18367.324082995765, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 71.07725006062537, "remote_ttft_ms": 229.7424169955775, "remote_decode_ms": 442.06220796331763, "remote_server_ms": 743.041375069879, "remote_peak_bytes": 6719676620, "effective_gbps": 0.9273603413267566}278{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:07:54.744086Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 314188345, "sender_prefill_ms": 6913.263250025921, "compress_ms": 0.2809580182656646, "serialize_ms": 138.45008297357708, "codec_ms": 386.90737495198846, "send_ms": 2641.6261669946834, "roundtrip_ms": 3845.867999945767, "remote_recv_ms": 10189.512082957663, "remote_decompress_ms": 325.0174169661477, "remote_load_ms": 401.225583977066, "remote_ttft_ms": 254.05262492131442, "remote_decode_ms": 440.50645804964006, "remote_server_ms": 1095.9502909099683, "remote_peak_bytes": 6719676620, "effective_gbps": 0.9140298095979419}279{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:08:04.647906Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "cache_tensor_bytes": 215580672, "serialized_bytes": 215615724, "transport_bytes": 215616083, "sender_prefill_ms": 6838.711416930892, "compress_ms": 198.81966605316848, "serialize_ms": 81.14416699390858, "codec_ms": 0.0, "send_ms": 1803.5904170246795, "roundtrip_ms": 2784.256750019267, "remote_recv_ms": 9004.23979095649, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 40.55504209827632, "remote_ttft_ms": 146.4444169541821, "remote_decode_ms": 711.9857500074431, "remote_server_ms": 899.4002080289647, "remote_peak_bytes": 6585563914, "effective_gbps": 0.9151511669840784}280{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:08:14.436416Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " the cheque bank cheque cheque cheque bank site the bank cheque bank bank bank cheque the bank bank cheque the bank site bank the the the the the the the the the", "correct": 0.0, "cache_tensor_bytes": 114130944, "serialized_bytes": 114165828, "transport_bytes": 114166187, "sender_prefill_ms": 6982.928707962856, "compress_ms": 34.7484580706805, "serialize_ms": 39.0717089176178, "codec_ms": 0.0, "send_ms": 941.6254579555243, "roundtrip_ms": 2730.574292014353, "remote_recv_ms": 8053.283124929294, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 24.16208293288946, "remote_ttft_ms": 165.58483289554715, "remote_decode_ms": 1544.9529170291498, "remote_server_ms": 1735.1109170122072, "remote_peak_bytes": 6461557514, "effective_gbps": 0.9174918122909658}281{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:08:21.982543Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "serialized_bytes": 58856, "transport_bytes": 62477, "send_ms": 0.044291955418884754, "roundtrip_ms": 7544.717957964167, "remote_prefill_ms": 7095.365540939383, "remote_ttft_ms": 28.429250000044703, "remote_decode_ms": 418.3948750142008, "remote_server_ms": 7542.584458948113, "remote_peak_bytes": 7356358720}282{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:08:29.531503Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "local_prefill_ms": 6942.7656250773, "local_ttft_ms": 219.2410419229418, "local_decode_ms": 385.74291695840657}283{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:08:41.087176Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 405815764, "sender_prefill_ms": 6943.889750051312, "compress_ms": 0.4524579271674156, "serialize_ms": 131.28358393441886, "codec_ms": 0.0, "send_ms": 3430.119458003901, "roundtrip_ms": 4479.089749976993, "remote_recv_ms": 18160.80895799678, "remote_decompress_ms": 0.00016693957149982452, "remote_load_ms": 77.49329099897295, "remote_ttft_ms": 257.27195804938674, "remote_decode_ms": 608.607541071251, "remote_server_ms": 943.5054999776185, "remote_peak_bytes": 6719676620, "effective_gbps": 0.9182431763577901}284{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:08:52.481447Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 314188345, "sender_prefill_ms": 6810.280042001978, "compress_ms": 0.41329103987663984, "serialize_ms": 140.7728330232203, "codec_ms": 374.1197920171544, "send_ms": 2642.1612079720944, "roundtrip_ms": 4067.66850000713, "remote_recv_ms": 10072.868583956733, "remote_decompress_ms": 370.8524159155786, "remote_load_ms": 445.8071669796482, "remote_ttft_ms": 226.56454192474484, "remote_decode_ms": 648.8145829644054, "remote_server_ms": 1321.334999985993, "remote_peak_bytes": 6719676620, "effective_gbps": 0.9152226996395938}285{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:09:02.017735Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "cache_tensor_bytes": 215580672, "serialized_bytes": 215615724, "transport_bytes": 215616083, "sender_prefill_ms": 6770.183459040709, "compress_ms": 149.5849989587441, "serialize_ms": 80.3869579685852, "codec_ms": 0.0, "send_ms": 1804.1918330127373, "roundtrip_ms": 2535.612332983874, "remote_recv_ms": 8884.35045897495, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 46.33833293337375, "remote_ttft_ms": 157.90795802604407, "remote_decode_ms": 446.8939999351278, "remote_server_ms": 651.7226250143722, "remote_peak_bytes": 6585563914, "effective_gbps": 0.9156208331639364}286{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:09:12.057729Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " the cheque bank cheque cheque cheque bank site the bank cheque bank bank bank cheque the bank bank cheque the bank site bank the the the the the the the the the", "correct": 0.0, "cache_tensor_bytes": 114130944, "serialized_bytes": 114165828, "transport_bytes": 114166187, "sender_prefill_ms": 6761.703624972142, "compress_ms": 193.36933305021375, "serialize_ms": 45.05754204001278, "codec_ms": 0.0, "send_ms": 941.1285410169512, "roundtrip_ms": 3038.9912500977516, "remote_recv_ms": 7998.432125081308, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 22.18683296814561, "remote_ttft_ms": 118.57266596052796, "remote_decode_ms": 1900.187165942043, "remote_server_ms": 2041.4173329481855, "remote_peak_bytes": 6461557514, "effective_gbps": 0.9155506978467488}287{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:09:19.610535Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "serialized_bytes": 58856, "transport_bytes": 62477, "send_ms": 0.025916029699146748, "roundtrip_ms": 7551.744999946095, "remote_prefill_ms": 6872.140250052325, "remote_ttft_ms": 41.281166952103376, "remote_decode_ms": 635.7574579305947, "remote_server_ms": 7549.534957972355, "remote_peak_bytes": 7356358720}288{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:09:27.091198Z", "document_id": "syn_03011_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 34, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "AV-93K-3190", "correct": 1.0, "local_prefill_ms": 6797.854167059995, "local_ttft_ms": 284.86387501470745, "local_decode_ms": 397.1544170053676}289{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:09:38.995191Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "cache_tensor_bytes": 409300992, "serialized_bytes": 409317485, "transport_bytes": 409317853, "sender_prefill_ms": 7181.935667060316, "compress_ms": 1.6235829098150134, "serialize_ms": 129.741583019495, "codec_ms": 0.0, "send_ms": 3476.8696250393987, "roundtrip_ms": 4564.551791059785, "remote_recv_ms": 18400.137625052594, "remote_decompress_ms": 0.0002080341801047325, "remote_load_ms": 71.54029095545411, "remote_ttft_ms": 241.73329095356166, "remote_decode_ms": 670.7017499720678, "remote_server_ms": 984.1275410726666, "remote_peak_bytes": 6726836568, "effective_gbps": 0.9145683850207923}290{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:09:50.790861Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "cache_tensor_bytes": 409300992, "serialized_bytes": 409317485, "transport_bytes": 316911323, "sender_prefill_ms": 7228.422833024524, "compress_ms": 1.4381259679794312, "serialize_ms": 153.1282908981666, "codec_ms": 399.7545000165701, "send_ms": 2676.301334053278, "roundtrip_ms": 4012.0283339638263, "remote_recv_ms": 10543.047250015661, "remote_decompress_ms": 345.93254199717194, "remote_load_ms": 428.5944579169154, "remote_ttft_ms": 310.45175006147474, "remote_decode_ms": 513.3959999075159, "remote_server_ms": 1252.587291994132, "remote_peak_bytes": 6726836568, "effective_gbps": 0.9187696150921583}291{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:10:00.835931Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "cache_tensor_bytes": 217441152, "serialized_bytes": 217476208, "transport_bytes": 217476576, "sender_prefill_ms": 7114.559458103031, "compress_ms": 60.00499986112118, "serialize_ms": 77.79458397999406, "codec_ms": 0.0, "send_ms": 1822.8670420357957, "roundtrip_ms": 2791.822166997008, "remote_recv_ms": 9168.941125040874, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 44.56625005695969, "remote_ttft_ms": 151.81695797946304, "remote_decode_ms": 679.2551659746096, "remote_server_ms": 876.0445000370964, "remote_peak_bytes": 6597769845, "effective_gbps": 0.9081495405262004}292{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:10:10.465382Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "user\n question\n\n user\n\n\n question\n the exactly:\n\n universe and the assistant:\n\n\n\n\n the\n\n\n\n\n\n\n", "correct": 0.0, "cache_tensor_bytes": 115115904, "serialized_bytes": 115150792, "transport_bytes": 115151160, "sender_prefill_ms": 6775.103040970862, "compress_ms": 46.25508398748934, "serialize_ms": 51.675750059075654, "codec_ms": 0.0, "send_ms": 947.2155409166589, "roundtrip_ms": 2754.4673749944195, "remote_recv_ms": 7878.013457986526, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 22.827666951343417, "remote_ttft_ms": 168.0222909199074, "remote_decode_ms": 1559.6792500000447, "remote_server_ms": 1751.0737500851974, "remote_peak_bytes": 6471798133, "effective_gbps": 0.9180936146403588}293{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:10:18.045279Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "serialized_bytes": 58447, "transport_bytes": 62826, "send_ms": 0.041041988879442215, "roundtrip_ms": 7578.529375023209, "remote_prefill_ms": 7125.430374988355, "remote_ttft_ms": 65.02183305565268, "remote_decode_ms": 385.64100000075996, "remote_server_ms": 7576.425833976828, "remote_peak_bytes": 7357341760}294{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:10:25.881512Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "local_prefill_ms": 6979.804167058319, "local_ttft_ms": 295.32874992582947, "local_decode_ms": 559.9783329525962}295{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:10:37.440297Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "cache_tensor_bytes": 409300992, "serialized_bytes": 409317485, "transport_bytes": 409317853, "sender_prefill_ms": 6899.115458014421, "compress_ms": 1.8530839588493109, "serialize_ms": 211.46491705439985, "codec_ms": 0.0, "send_ms": 3455.5962500162423, "roundtrip_ms": 4445.59404195752, "remote_recv_ms": 18511.47587504238, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 78.70691607240587, "remote_ttft_ms": 266.2480410654098, "remote_decode_ms": 537.9820830421522, "remote_server_ms": 883.1604169681668, "remote_peak_bytes": 6726836568, "effective_gbps": 0.9191870414174486}296{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:10:48.894315Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "cache_tensor_bytes": 409300992, "serialized_bytes": 409317485, "transport_bytes": 316911324, "sender_prefill_ms": 6959.951999946497, "compress_ms": 1.5740420203655958, "serialize_ms": 157.3387080570683, "codec_ms": 379.88283298909664, "send_ms": 2665.2999160578474, "roundtrip_ms": 3953.831834020093, "remote_recv_ms": 10224.7044169344, "remote_decompress_ms": 331.0252920491621, "remote_load_ms": 405.653833062388, "remote_ttft_ms": 249.83266706112772, "remote_decode_ms": 573.4177910489962, "remote_server_ms": 1229.086707928218, "remote_peak_bytes": 6726836568, "effective_gbps": 0.9304688969703337}297{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:10:59.079040Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "cache_tensor_bytes": 217441152, "serialized_bytes": 217476208, "transport_bytes": 217476576, "sender_prefill_ms": 7154.793749912642, "compress_ms": 191.1616250872612, "serialize_ms": 86.31841698661447, "codec_ms": 0.0, "send_ms": 1818.8802918884903, "roundtrip_ms": 2751.4927909942344, "remote_recv_ms": 9334.647250012495, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 43.03879092913121, "remote_ttft_ms": 149.74420797079802, "remote_decode_ms": 656.7179999547079, "remote_server_ms": 849.9246250139549, "remote_peak_bytes": 6597769845, "effective_gbps": 0.9149357036607243}298{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:11:09.028123Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "user\n question\n\n user\n\n\n question\n the exactly:\n\n universe and the assistant:\n\n\n\n\n the\n\n\n\n\n\n\n", "correct": 0.0, "cache_tensor_bytes": 115115904, "serialized_bytes": 115150792, "transport_bytes": 115151160, "sender_prefill_ms": 6730.216583004221, "compress_ms": 353.62712608184665, "serialize_ms": 46.108457958325744, "codec_ms": 0.0, "send_ms": 947.5025000283495, "roundtrip_ms": 2818.281957996078, "remote_recv_ms": 8125.8041659602895, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 26.033000089228153, "remote_ttft_ms": 165.8048329409212, "remote_decode_ms": 1630.665292032063, "remote_server_ms": 1823.0425409274176, "remote_peak_bytes": 6471798133, "effective_gbps": 0.9256157505430144}299{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:11:16.691633Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "serialized_bytes": 58447, "transport_bytes": 62826, "send_ms": 0.03433297388255596, "roundtrip_ms": 7662.188958958723, "remote_prefill_ms": 7218.870666925795, "remote_ttft_ms": 34.871957963332534, "remote_decode_ms": 406.02141700219363, "remote_server_ms": 7660.078582935967, "remote_peak_bytes": 7357341760}300{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:11:24.665700Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "local_prefill_ms": 7108.762999996543, "local_ttft_ms": 219.96925002895296, "local_decode_ms": 644.346208893694}301{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:11:35.958986Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "cache_tensor_bytes": 409300992, "serialized_bytes": 409317485, "transport_bytes": 409317853, "sender_prefill_ms": 6827.156625105999, "compress_ms": 1.7136249225586653, "serialize_ms": 158.58008398208767, "codec_ms": 0.0, "send_ms": 3457.61845796369, "roundtrip_ms": 4305.292833014391, "remote_recv_ms": 18517.408124986105, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 74.70724999438971, "remote_ttft_ms": 241.32979195564985, "remote_decode_ms": 433.4348749835044, "remote_server_ms": 749.6691670967266, "remote_peak_bytes": 6726836568, "effective_gbps": 0.9209475275429294}302{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:11:47.621532Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "cache_tensor_bytes": 409300992, "serialized_bytes": 409317485, "transport_bytes": 316911324, "sender_prefill_ms": 7150.440708966926, "compress_ms": 1.556874020025134, "serialize_ms": 153.6766670178622, "codec_ms": 415.4922920279205, "send_ms": 2670.5775830196217, "roundtrip_ms": 3940.4594999505207, "remote_recv_ms": 10501.65799993556, "remote_decompress_ms": 339.4217089517042, "remote_load_ms": 413.8588340720162, "remote_ttft_ms": 232.2050000075251, "remote_decode_ms": 514.5188750466332, "remote_server_ms": 1160.7272500405088, "remote_peak_bytes": 6726836568, "effective_gbps": 0.9120628765889501}303{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:11:57.460039Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "cache_tensor_bytes": 217441152, "serialized_bytes": 217476208, "transport_bytes": 217476576, "sender_prefill_ms": 7033.254832960665, "compress_ms": 51.95791705045849, "serialize_ms": 79.13104095496237, "codec_ms": 0.0, "send_ms": 1820.9555000066757, "roundtrip_ms": 2672.7503340225667, "remote_recv_ms": 9070.198125089519, "remote_decompress_ms": 0.00024994369596242905, "remote_load_ms": 46.6336669633165, "remote_ttft_ms": 280.8168330229819, "remote_decode_ms": 440.1105829747394, "remote_server_ms": 768.0052499054, "remote_peak_bytes": 6597769845, "effective_gbps": 0.9134096853734045}304{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:12:07.639261Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": "user\n question\n\n user\n\n\n question\n the exactly:\n\n universe and the assistant:\n\n\n\n\n the\n\n\n\n\n\n\n", "correct": 0.0, "cache_tensor_bytes": 115115904, "serialized_bytes": 115150792, "transport_bytes": 115151160, "sender_prefill_ms": 7169.66249991674, "compress_ms": 28.279707999899983, "serialize_ms": 49.409084022045135, "codec_ms": 0.0, "send_ms": 946.3209579698741, "roundtrip_ms": 2930.678708013147, "remote_recv_ms": 8247.873707907274, "remote_decompress_ms": 8.300412446260452e-05, "remote_load_ms": 23.981291917152703, "remote_ttft_ms": 176.00591701921076, "remote_decode_ms": 1730.826749932021, "remote_server_ms": 1931.2348329694942, "remote_peak_bytes": 6471798133, "effective_gbps": 0.9217218725361283}305{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:12:15.342749Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "serialized_bytes": 58447, "transport_bytes": 62826, "send_ms": 0.026124995201826096, "roundtrip_ms": 7702.506792033091, "remote_prefill_ms": 7079.687666962855, "remote_ttft_ms": 48.001207993365824, "remote_decode_ms": 572.1780409803614, "remote_server_ms": 7700.227707973681, "remote_peak_bytes": 7357341760}306{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:12:22.985313Z", "document_id": "syn_03014_16000", "target_tokens": 16000, "prefix_tokens": 11103, "query_tokens": 36, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "FD-49R-3342", "correct": 1.0, "local_prefill_ms": 6880.4190419614315, "local_ttft_ms": 344.99304206110537, "local_decode_ms": 415.9607500769198}307{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:12:34.001695Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 405815769, "sender_prefill_ms": 6649.104374926537, "compress_ms": 0.4307080525904894, "serialize_ms": 138.24949995614588, "codec_ms": 0.0, "send_ms": 3428.6187500692904, "roundtrip_ms": 4213.847375009209, "remote_recv_ms": 17968.180832918733, "remote_decompress_ms": 8.288770914077759e-05, "remote_load_ms": 70.2945829834789, "remote_ttft_ms": 223.1193749466911, "remote_decode_ms": 407.82133396714926, "remote_server_ms": 701.3860420556739, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9242880829865485}308{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:12:45.383331Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 0, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 314199251, "sender_prefill_ms": 6991.834165994078, "compress_ms": 0.309542054310441, "serialize_ms": 154.43449991289526, "codec_ms": 382.08870799280703, "send_ms": 2647.2107500303537, "roundtrip_ms": 3858.3396249450743, "remote_recv_ms": 10252.237000036985, "remote_decompress_ms": 368.3259580284357, "remote_load_ms": 439.5059160888195, "remote_ttft_ms": 254.13554103579372, "remote_decode_ms": 441.5625410620123, "remote_server_ms": 1135.3415419580415, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9230979719393251}309{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:12:55.230544Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "cache_tensor_bytes": 215580672, "serialized_bytes": 215615724, "transport_bytes": 215616088, "sender_prefill_ms": 7001.011000014842, "compress_ms": 18.70625000447035, "serialize_ms": 78.05474998895079, "codec_ms": 0.0, "send_ms": 1804.7949169995263, "roundtrip_ms": 2751.2806250015274, "remote_recv_ms": 8985.305499983951, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 44.96570804622024, "remote_ttft_ms": 146.5225829742849, "remote_decode_ms": 672.5644170073792, "remote_server_ms": 864.48087496683, "remote_peak_bytes": 6589561610, "effective_gbps": 0.9142086774011283}310{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:13:05.133823Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 0, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " the quarter end quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter", "correct": 0.0, "cache_tensor_bytes": 114130944, "serialized_bytes": 114165828, "transport_bytes": 114166192, "sender_prefill_ms": 7025.0513749197125, "compress_ms": 34.897042089141905, "serialize_ms": 49.222541972994804, "codec_ms": 0.0, "send_ms": 937.6251250505447, "roundtrip_ms": 2794.396833050996, "remote_recv_ms": 8106.496334075928, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 24.45391600485891, "remote_ttft_ms": 167.57820802740753, "remote_decode_ms": 1605.4334590444341, "remote_server_ms": 1797.9996670037508, "remote_peak_bytes": 6465555210, "effective_gbps": 0.9166320089239329}311{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:13:12.591498Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 0, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "serialized_bytes": 58829, "transport_bytes": 62441, "send_ms": 0.044625019654631615, "roundtrip_ms": 7456.968209007755, "remote_prefill_ms": 7025.745333055966, "remote_ttft_ms": 43.70208294130862, "remote_decode_ms": 384.9416660377756, "remote_server_ms": 7454.792332951911, "remote_peak_bytes": 7356358720}312{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:13:20.355623Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 0, "method": "local_prefill", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "local_prefill_ms": 6893.241791985929, "local_ttft_ms": 196.40429189894348, "local_decode_ms": 673.9793330198154}313{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:13:31.751335Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 405815769, "sender_prefill_ms": 6811.222332995385, "compress_ms": 0.4860420012846589, "serialize_ms": 147.17749995179474, "codec_ms": 0.0, "send_ms": 3424.1030000848696, "roundtrip_ms": 4436.572250095196, "remote_recv_ms": 18232.278666924685, "remote_decompress_ms": 8.393544703722e-05, "remote_load_ms": 74.89195896778256, "remote_ttft_ms": 256.16908399388194, "remote_decode_ms": 596.8325829599053, "remote_server_ms": 928.1074169557542, "remote_peak_bytes": 6721282252, "effective_gbps": 0.925340941523688}314{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:13:43.257840Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 1, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 314199252, "sender_prefill_ms": 6935.236416989937, "compress_ms": 0.2963750157505274, "serialize_ms": 150.14149993658066, "codec_ms": 383.99491691961884, "send_ms": 2644.1993339685723, "roundtrip_ms": 4036.231708014384, "remote_recv_ms": 10193.496958934702, "remote_decompress_ms": 364.5852080080658, "remote_load_ms": 443.56708403211087, "remote_ttft_ms": 241.9369580456987, "remote_decode_ms": 627.4259159108624, "remote_server_ms": 1313.0701669724658, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9230425658252596}315{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:13:52.987993Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "cache_tensor_bytes": 215580672, "serialized_bytes": 215615724, "transport_bytes": 215616088, "sender_prefill_ms": 7029.103082953952, "compress_ms": 29.47733399923891, "serialize_ms": 73.35008296649903, "codec_ms": 0.0, "send_ms": 1802.8799580642954, "roundtrip_ms": 2597.6997499819845, "remote_recv_ms": 9018.49745796062, "remote_decompress_ms": 0.00016705598682165146, "remote_load_ms": 43.381082941778004, "remote_ttft_ms": 162.34666702803224, "remote_decode_ms": 505.33554202411324, "remote_server_ms": 711.5744999609888, "remote_peak_bytes": 6589561610, "effective_gbps": 0.9145356089055054}316{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:14:03.042824Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 1, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " the quarter end quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter", "correct": 0.0, "cache_tensor_bytes": 114130944, "serialized_bytes": 114165828, "transport_bytes": 114166192, "sender_prefill_ms": 7074.607582995668, "compress_ms": 162.9456669325009, "serialize_ms": 45.3354170313105, "codec_ms": 0.0, "send_ms": 938.3678330341354, "roundtrip_ms": 2771.077708923258, "remote_recv_ms": 8283.448833040893, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 23.69475003797561, "remote_ttft_ms": 158.5176669759676, "remote_decode_ms": 1588.7831250438467, "remote_server_ms": 1771.399624994956, "remote_peak_bytes": 6465555210, "effective_gbps": 0.9136236461351743}317{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:14:10.489031Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 1, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "serialized_bytes": 58829, "transport_bytes": 62441, "send_ms": 0.04108401481062174, "roundtrip_ms": 7444.880750030279, "remote_prefill_ms": 6928.870499948971, "remote_ttft_ms": 110.75845791492611, "remote_decode_ms": 402.91958407033235, "remote_server_ms": 7442.854416090995, "remote_peak_bytes": 7356358720}318{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:14:18.087353Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 1, "method": "local_prefill", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "local_prefill_ms": 6823.364958981983, "local_ttft_ms": 281.82662499602884, "local_decode_ms": 492.0545839704573}319{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:14:29.622474Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "none", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 405815769, "sender_prefill_ms": 6897.09516603034, "compress_ms": 0.48616796266287565, "serialize_ms": 159.62370799388736, "codec_ms": 0.0, "send_ms": 3426.6257090494037, "roundtrip_ms": 4477.020208025351, "remote_recv_ms": 18157.489457982592, "remote_decompress_ms": 0.00012491364032030106, "remote_load_ms": 69.63904201984406, "remote_ttft_ms": 228.85520802810788, "remote_decode_ms": 677.1858340362087, "remote_server_ms": 975.8149579865858, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9272595920973369}320{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:14:40.701437Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 2, "method": "B1", "bits": null, "codec": "zstd", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "cache_tensor_bytes": 405798912, "serialized_bytes": 405815405, "transport_bytes": 314199251, "sender_prefill_ms": 6738.468250026926, "compress_ms": 0.39079191628843546, "serialize_ms": 146.6357910539955, "codec_ms": 369.873582967557, "send_ms": 2644.085166975856, "roundtrip_ms": 3822.8224579943344, "remote_recv_ms": 10009.015957941301, "remote_decompress_ms": 324.5994580211118, "remote_load_ms": 394.69329197891057, "remote_ttft_ms": 239.86541701015085, "remote_decode_ms": 435.11195899918675, "remote_server_ms": 1069.8508750647306, "remote_peak_bytes": 6721282252, "effective_gbps": 0.9130475677940462}321{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:14:50.622186Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 8, "codec": "none", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "cache_tensor_bytes": 215580672, "serialized_bytes": 215615724, "transport_bytes": 215616088, "sender_prefill_ms": 7115.219792001881, "compress_ms": 32.325541018508375, "serialize_ms": 81.60204195883125, "codec_ms": 0.0, "send_ms": 1803.2175831031054, "roundtrip_ms": 2690.636625047773, "remote_recv_ms": 9116.763166966848, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 45.69308296777308, "remote_ttft_ms": 283.5389580577612, "remote_decode_ms": 474.2740000365302, "remote_server_ms": 803.904291940853, "remote_peak_bytes": 6589561610, "effective_gbps": 0.9142413440063993}322{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:15:00.395640Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 2, "method": "B2", "bits": 4, "codec": "none", "status": "success", "answer": " the quarter end quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter quarter", "correct": 0.0, "cache_tensor_bytes": 114130944, "serialized_bytes": 114165828, "transport_bytes": 114166192, "sender_prefill_ms": 6866.893416969106, "compress_ms": 33.24741602409631, "serialize_ms": 50.13133306056261, "codec_ms": 0.0, "send_ms": 938.8196669751778, "roundtrip_ms": 2822.2703330684453, "remote_recv_ms": 7948.391625075601, "remote_decompress_ms": 0.000125030055642128, "remote_load_ms": 23.727709078229964, "remote_ttft_ms": 159.33954191859812, "remote_decode_ms": 1641.3837500149384, "remote_server_ms": 1824.922833009623, "remote_peak_bytes": 6465555210, "effective_gbps": 0.9157585855944221}323{"experiment_id": "E6_network", "label": "lan", "timestamp_utc": "2026-10-30T05:15:08.027253Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 2, "method": "text_remote_prefill", "bits": null, "codec": "none", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "serialized_bytes": 58829, "transport_bytes": 62441, "send_ms": 0.038207974284887314, "roundtrip_ms": 7630.10004197713, "remote_prefill_ms": 7178.701792028733, "remote_ttft_ms": 27.969792019575834, "remote_decode_ms": 420.93520797789097, "remote_server_ms": 7627.967959037051, "remote_peak_bytes": 7356358720}324{"experiment_id": "E6_network", "label": "local", "timestamp_utc": "2026-10-30T05:15:15.715559Z", "document_id": "syn_03017_16000", "target_tokens": 16000, "prefix_tokens": 11008, "query_tokens": 35, "repeat": 2, "method": "local_prefill", "status": "success", "answer": "WM-21A-6069", "correct": 1.0, "local_prefill_ms": 6890.108000021428, "local_ttft_ms": 335.39549994748086, "local_decode_ms": 461.65208402089775}325