1{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "c2531f85c95dbc57153d0f4e", "attempt_id": "6ee0f1aa0a77", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:34:53.622662Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 2417, "message_tokens": 2329, "message_utf8_bytes": 8318, "cache_tensor_bytes": null, "serialized_payload_bytes": 8318, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.004541943781077862, "ttft_ms": 15.056415926665068, "decode_ms": 121.93570903036743, "receiver_prefill_ms": 287.17620798852295}, "total_wall_ms": 434.8010838730261, "ttft_ms": 15.056415926665068, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "2eb956b77c113d21ef86e1ff1180f246b6529da5ba1a27c8716138d5e49803d1", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}2{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "1ed0773614be3aba3c8c6a13", "attempt_id": "58a507aa13dc", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:34:54.074634Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 2415, "message_tokens": 2329, "message_utf8_bytes": 8318, "cache_tensor_bytes": null, "serialized_payload_bytes": 8318, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.004541943781077862, "ttft_ms": 13.456250075250864, "decode_ms": 134.57829202525318, "receiver_prefill_ms": 263.9893329469487}, "total_wall_ms": 415.5645000282675, "ttft_ms": 13.456250075250864, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "2eb956b77c113d21ef86e1ff1180f246b6529da5ba1a27c8716138d5e49803d1", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}3{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "0dd784899f055a526e5323fe", "attempt_id": "e4485ad562f9", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:34:54.505023Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 2423, "message_tokens": 2329, "message_utf8_bytes": 8318, "cache_tensor_bytes": null, "serialized_payload_bytes": 8318, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.004541943781077862, "ttft_ms": 13.834625016897917, "decode_ms": 95.39945796132088, "receiver_prefill_ms": 272.29566604364663}, "total_wall_ms": 384.97762486804277, "ttft_ms": 13.834625016897917, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7767550", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "2eb956b77c113d21ef86e1ff1180f246b6529da5ba1a27c8716138d5e49803d1", "output_hash": "87710bb4bb8c5f86714a007462705923c5ce8009326882c4a0f838a7b0005f5c"}4{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "e464b617bf45386c12948550", "attempt_id": "2c77b344b5b6", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:34:54.904815Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 2415, "message_tokens": 2329, "message_utf8_bytes": 8318, "cache_tensor_bytes": null, "serialized_payload_bytes": 8318, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.004541943781077862, "ttft_ms": 13.825792004354298, "decode_ms": 122.0632919576019, "receiver_prefill_ms": 304.7115419758484}, "total_wall_ms": 444.1995839588344, "ttft_ms": 13.825792004354298, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,384,522", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "2eb956b77c113d21ef86e1ff1180f246b6529da5ba1a27c8716138d5e49803d1", "output_hash": "086bd56bc8b1d63bbe425b997da59a545e1bd7ffa6bdd732e726b19220cf2875"}5{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "0f5261a73db9951a26f35b2a", "attempt_id": "967381c85889", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:34:55.364219Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 2424, "message_tokens": 2329, "message_utf8_bytes": 8318, "cache_tensor_bytes": null, "serialized_payload_bytes": 8318, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.004541943781077862, "ttft_ms": 14.14341595955193, "decode_ms": 68.84212500881404, "receiver_prefill_ms": 304.8282921081409}, "total_wall_ms": 391.55841700267047, "ttft_ms": 14.14341595955193, "input_usage": {}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Zenmel-18", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "2eb956b77c113d21ef86e1ff1180f246b6529da5ba1a27c8716138d5e49803d1", "output_hash": "d324766044a69218e7c53a2be92c812e7edad5aa0821701308fad4d0b3f63e2d"}6{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "35196571a68a7930a7576c47", "attempt_id": "80b23bba763b", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:34:55.770805Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 2419, "message_tokens": 2329, "message_utf8_bytes": 8318, "cache_tensor_bytes": null, "serialized_payload_bytes": 8318, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.004541943781077862, "ttft_ms": 13.75274988822639, "decode_ms": 135.45058306772262, "receiver_prefill_ms": 310.9101669397205}, "total_wall_ms": 463.7714169220999, "ttft_ms": 13.75274988822639, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14,243,807", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "2eb956b77c113d21ef86e1ff1180f246b6529da5ba1a27c8716138d5e49803d1", "output_hash": "9889c2bdd5bbe834773eb956d4693d3a4e8109c870df394ced69710b96da2b49"}7{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "84ccc3d49d6380ed8160628a", "attempt_id": "809163a36d9e", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:34:56.250012Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 2419, "message_tokens": 2329, "message_utf8_bytes": 8318, "cache_tensor_bytes": null, "serialized_payload_bytes": 8318, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.004541943781077862, "ttft_ms": 13.833459001034498, "decode_ms": 13.668250059708953, "receiver_prefill_ms": 295.51949992310256}, "total_wall_ms": 326.49495790246874, "ttft_ms": 13.833459001034498, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "2eb956b77c113d21ef86e1ff1180f246b6529da5ba1a27c8716138d5e49803d1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}8{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "6e8f0133c433a07dfd1271b6", "attempt_id": "ce174c6ef5a7", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:34:56.591948Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 2420, "message_tokens": 2329, "message_utf8_bytes": 8318, "cache_tensor_bytes": null, "serialized_payload_bytes": 8318, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.004541943781077862, "ttft_ms": 13.64783407188952, "decode_ms": 13.888042070902884, "receiver_prefill_ms": 317.6879999227822}, "total_wall_ms": 348.7097079632804, "ttft_ms": 13.64783407188952, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "2eb956b77c113d21ef86e1ff1180f246b6529da5ba1a27c8716138d5e49803d1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}9{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "6f547971ac924941a7009148", "attempt_id": "2572439e4fb2", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:11.103232Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1127, "message_tokens": 1037, "message_utf8_bytes": 2536, "cache_tensor_bytes": null, "serialized_payload_bytes": 2536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14147.489207913168, "ttft_ms": 14.00866697076708, "decode_ms": 93.82133395411074, "receiver_prefill_ms": 121.81266699917614}, "total_wall_ms": 14379.160082899034, "ttft_ms": 14.00866697076708, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "76cdd4092824810f26e896fecca8b49011db2d64024b0c874dc8ab69cc7bb1b9", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}10{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "e403e9aca77bdb244fd0b4d0", "attempt_id": "d1c277a13a64", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:11.351018Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1125, "message_tokens": 1037, "message_utf8_bytes": 2536, "cache_tensor_bytes": null, "serialized_payload_bytes": 2536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14147.489207913168, "ttft_ms": 13.991833897307515, "decode_ms": 135.3418749058619, "receiver_prefill_ms": 123.2716670492664}, "total_wall_ms": 14421.900999965146, "ttft_ms": 13.991833897307515, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "76cdd4092824810f26e896fecca8b49011db2d64024b0c874dc8ab69cc7bb1b9", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}11{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "6baa6b01063b68303a554b17", "attempt_id": "53d6a69496ae", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:11.641096Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1133, "message_tokens": 1037, "message_utf8_bytes": 2536, "cache_tensor_bytes": null, "serialized_payload_bytes": 2536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14147.489207913168, "ttft_ms": 13.811749988235533, "decode_ms": 93.77762500662357, "receiver_prefill_ms": 123.21070895995945}, "total_wall_ms": 14380.13870792929, "ttft_ms": 13.811749988235533, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6068030", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "76cdd4092824810f26e896fecca8b49011db2d64024b0c874dc8ab69cc7bb1b9", "output_hash": "ce3d061151c7d10d9cc6f1a389ccecd8961b5760dff6c384dfc7a02e8f9222bf"}12{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "4dd6c587acad2808d5612467", "attempt_id": "93b5e576057f", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:11.889706Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1125, "message_tokens": 1037, "message_utf8_bytes": 2536, "cache_tensor_bytes": null, "serialized_payload_bytes": 2536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14147.489207913168, "ttft_ms": 13.429375016130507, "decode_ms": 120.65325002186, "receiver_prefill_ms": 121.36654101777822}, "total_wall_ms": 14404.811999876983, "ttft_ms": 13.429375016130507, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,355,485", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "76cdd4092824810f26e896fecca8b49011db2d64024b0c874dc8ab69cc7bb1b9", "output_hash": "064c9918faa4dc34ddf1b7fd309342033e0c55a27757697cfac056328d0c209e"}13{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "83d1817abd7e526590a607fc", "attempt_id": "722e64bac111", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:12.163005Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1134, "message_tokens": 1037, "message_utf8_bytes": 2536, "cache_tensor_bytes": null, "serialized_payload_bytes": 2536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14147.489207913168, "ttft_ms": 13.22362502105534, "decode_ms": 67.09000002592802, "receiver_prefill_ms": 121.55058397911489}, "total_wall_ms": 14351.148915942758, "ttft_ms": 13.22362502105534, "input_usage": {}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Zenmel-18", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "76cdd4092824810f26e896fecca8b49011db2d64024b0c874dc8ab69cc7bb1b9", "output_hash": "d324766044a69218e7c53a2be92c812e7edad5aa0821701308fad4d0b3f63e2d"}14{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "110a9f2ab259f054abb78608", "attempt_id": "743526c9852a", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:12.382194Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1129, "message_tokens": 1037, "message_utf8_bytes": 2536, "cache_tensor_bytes": null, "serialized_payload_bytes": 2536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14147.489207913168, "ttft_ms": 13.553333934396505, "decode_ms": 134.5761250704527, "receiver_prefill_ms": 120.83662499208003}, "total_wall_ms": 14418.322874000296, "ttft_ms": 13.553333934396505, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "14,203,472", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "76cdd4092824810f26e896fecca8b49011db2d64024b0c874dc8ab69cc7bb1b9", "output_hash": "1b8d63c935e4628d5567478aa9f1aa1d898d43d55f5be209ba0f208bd190f37a"}15{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "0f99ec00589286ae4ab96da3", "attempt_id": "509282236e10", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:12.668873Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1129, "message_tokens": 1037, "message_utf8_bytes": 2536, "cache_tensor_bytes": null, "serialized_payload_bytes": 2536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14147.489207913168, "ttft_ms": 13.50362494122237, "decode_ms": 13.378208968788385, "receiver_prefill_ms": 121.44350004382432}, "total_wall_ms": 14297.648957930505, "ttft_ms": 13.50362494122237, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "76cdd4092824810f26e896fecca8b49011db2d64024b0c874dc8ab69cc7bb1b9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}16{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "74f4b20f100fb255543e2545", "attempt_id": "8e0fb07da355", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:12.834845Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1130, "message_tokens": 1037, "message_utf8_bytes": 2536, "cache_tensor_bytes": null, "serialized_payload_bytes": 2536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14147.489207913168, "ttft_ms": 13.468041084706783, "decode_ms": 13.543165987357497, "receiver_prefill_ms": 121.2417499627918}, "total_wall_ms": 14297.607791842893, "ttft_ms": 13.468041084706783, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "76cdd4092824810f26e896fecca8b49011db2d64024b0c874dc8ab69cc7bb1b9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}17{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "ae6de40e70115e38ec1fe95f", "attempt_id": "b27acf424638", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:27.166118Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 15}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 694, "message_tokens": 601, "message_utf8_bytes": 1647, "cache_tensor_bytes": null, "serialized_payload_bytes": 1647, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14165.317791048437, "ttft_ms": 17.047167057171464, "decode_ms": 120.8459580084309, "receiver_prefill_ms": 77.17541698366404}, "total_wall_ms": 14381.83108298108, "ttft_ms": 17.047167057171464, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ada8b0bc50cda511754ddf71b55cdca0747aa6cfc3ca64acd417bb55aa528bc6", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}18{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "db1e0004d9835d1cc531df6e", "attempt_id": "3d8a1e931f8d", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:27.398391Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 15}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 692, "message_tokens": 601, "message_utf8_bytes": 1647, "cache_tensor_bytes": null, "serialized_payload_bytes": 1647, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14165.317791048437, "ttft_ms": 13.37675005197525, "decode_ms": 133.19487508852035, "receiver_prefill_ms": 76.64595905225724}, "total_wall_ms": 14389.950957032852, "ttft_ms": 13.37675005197525, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ada8b0bc50cda511754ddf71b55cdca0747aa6cfc3ca64acd417bb55aa528bc6", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}19{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "9a09901f690e45b81ec42ccb", "attempt_id": "279dae943ccf", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:27.638797Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 15}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 700, "message_tokens": 601, "message_utf8_bytes": 1647, "cache_tensor_bytes": null, "serialized_payload_bytes": 1647, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14165.317791048437, "ttft_ms": 14.127249945886433, "decode_ms": 14.26125003490597, "receiver_prefill_ms": 77.59662496391684}, "total_wall_ms": 14272.744624060579, "ttft_ms": 14.127249945886433, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ada8b0bc50cda511754ddf71b55cdca0747aa6cfc3ca64acd417bb55aa528bc6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}20{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "f4cc5af90e025a3438c9375e", "attempt_id": "9f2ae68b8d64", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:27.761926Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 15}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 692, "message_tokens": 601, "message_utf8_bytes": 1647, "cache_tensor_bytes": null, "serialized_payload_bytes": 1647, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14165.317791048437, "ttft_ms": 13.230124954134226, "decode_ms": 13.14816705416888, "receiver_prefill_ms": 76.50433294475079}, "total_wall_ms": 14269.677623989992, "ttft_ms": 13.230124954134226, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ada8b0bc50cda511754ddf71b55cdca0747aa6cfc3ca64acd417bb55aa528bc6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}21{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "72f5efac4d38ab5dc0654048", "attempt_id": "b72da5e5172f", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:27.884509Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 15}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 701, "message_tokens": 601, "message_utf8_bytes": 1647, "cache_tensor_bytes": null, "serialized_payload_bytes": 1647, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14165.317791048437, "ttft_ms": 13.496833038516343, "decode_ms": 66.74774992279708, "receiver_prefill_ms": 76.85845799278468}, "total_wall_ms": 14323.815457057208, "ttft_ms": 13.496833038516343, "input_usage": {}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Torsel-5", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ada8b0bc50cda511754ddf71b55cdca0747aa6cfc3ca64acd417bb55aa528bc6", "output_hash": "0a2de4a55396e5f7b4d24e988f7452e33fe7e43fd6e05881b80bcb3034d74d37"}22{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "550b173d9301c38240466802", "attempt_id": "94c23122ea16", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:28.058990Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 15}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 696, "message_tokens": 601, "message_utf8_bytes": 1647, "cache_tensor_bytes": null, "serialized_payload_bytes": 1647, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14165.317791048437, "ttft_ms": 13.47495790105313, "decode_ms": 93.26966700609773, "receiver_prefill_ms": 76.70991704799235}, "total_wall_ms": 14350.178999011405, "ttft_ms": 13.47495790105313, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1415087", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ada8b0bc50cda511754ddf71b55cdca0747aa6cfc3ca64acd417bb55aa528bc6", "output_hash": "d8de98946f48b78af60397a05b6e577a8e2416856d227f24711ff800542ffa6a"}23{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "7d1e524827c3ee1a292be484", "attempt_id": "8aa8ea1aba50", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:28.259720Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 15}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 696, "message_tokens": 601, "message_utf8_bytes": 1647, "cache_tensor_bytes": null, "serialized_payload_bytes": 1647, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14165.317791048437, "ttft_ms": 13.402125099673867, "decode_ms": 13.456832966767251, "receiver_prefill_ms": 76.26687502488494}, "total_wall_ms": 14269.774833112024, "ttft_ms": 13.402125099673867, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ada8b0bc50cda511754ddf71b55cdca0747aa6cfc3ca64acd417bb55aa528bc6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}24{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "f35cff3ff329915847b85b7f", "attempt_id": "9af080cdeacc", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:28.380203Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 15}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 697, "message_tokens": 601, "message_utf8_bytes": 1647, "cache_tensor_bytes": null, "serialized_payload_bytes": 1647, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14165.317791048437, "ttft_ms": 13.48324993159622, "decode_ms": 13.602624996565282, "receiver_prefill_ms": 78.33091600332409}, "total_wall_ms": 14272.0727911219, "ttft_ms": 13.48324993159622, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ada8b0bc50cda511754ddf71b55cdca0747aa6cfc3ca64acd417bb55aa528bc6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}25{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "8843c4e0a2c64e04f79d6aa2", "attempt_id": "1496e16b85c7", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:42.643857Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1384, "message_tokens": 1292, "message_utf8_bytes": 3380, "cache_tensor_bytes": null, "serialized_payload_bytes": 3380, "side_information_bytes": 0, "fetched_bytes": 1683, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14141.30474999547, "ttft_ms": 13.578542042523623, "decode_ms": 94.64470902457833, "receiver_prefill_ms": 148.28600001055747}, "total_wall_ms": 14400.122708058916, "ttft_ms": 13.578542042523623, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "4d600cf3416bdfdbcceef02eedaf880d5773ede73b4ba1dca054e616d4012ee4", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}26{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "0f2933272401cc084370967a", "attempt_id": "0e2fc0d8f610", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:42.918501Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1354, "message_tokens": 1264, "message_utf8_bytes": 3303, "cache_tensor_bytes": null, "serialized_payload_bytes": 3303, "side_information_bytes": 0, "fetched_bytes": 1613, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14141.30474999547, "ttft_ms": 14.11025004927069, "decode_ms": 134.67420800589025, "receiver_prefill_ms": 144.1560419043526}, "total_wall_ms": 14436.438375036232, "ttft_ms": 14.11025004927069, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "b84ec3106dafb26defcbe7f76d40bd644d33cd7223b6d910a9985a77d2e932b5", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}27{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "89db5fdff414eca1360c5c8b", "attempt_id": "eaef034bb8fe", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:43.229874Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1415, "message_tokens": 1317, "message_utf8_bytes": 3428, "cache_tensor_bytes": null, "serialized_payload_bytes": 3428, "side_information_bytes": 0, "fetched_bytes": 1727, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14141.30474999547, "ttft_ms": 13.573833974078298, "decode_ms": 13.344207894988358, "receiver_prefill_ms": 152.19508297741413}, "total_wall_ms": 14322.535209008493, "ttft_ms": 13.573833974078298, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "895593c9e120f4063d074d72e0ea36606dc5b4bcacefea4ff70ab64562695bed", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}28{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "cb80418840e30b25cabc7ece", "attempt_id": "7f0458b9139d", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:43.426967Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1407, "message_tokens": 1317, "message_utf8_bytes": 3428, "cache_tensor_bytes": null, "serialized_payload_bytes": 3428, "side_information_bytes": 0, "fetched_bytes": 1727, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14141.30474999547, "ttft_ms": 13.562500011175871, "decode_ms": 13.312124996446073, "receiver_prefill_ms": 149.3196670198813}, "total_wall_ms": 14319.655666942708, "ttft_ms": 13.562500011175871, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "895593c9e120f4063d074d72e0ea36606dc5b4bcacefea4ff70ab64562695bed", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}29{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "7c8760d267881299e3e69f39", "attempt_id": "55271e101d9f", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:43.620845Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1374, "message_tokens": 1275, "message_utf8_bytes": 3299, "cache_tensor_bytes": null, "serialized_payload_bytes": 3299, "side_information_bytes": 0, "fetched_bytes": 1615, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14141.30474999547, "ttft_ms": 13.59579199925065, "decode_ms": 67.70854198839515, "receiver_prefill_ms": 145.4034170601517}, "total_wall_ms": 14370.145458029583, "ttft_ms": 13.59579199925065, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Torsel-5", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "a6f42a821d7943c352386b8b4e20945501dc7944212ceca382a93e86f0088dfd", "output_hash": "0a2de4a55396e5f7b4d24e988f7452e33fe7e43fd6e05881b80bcb3034d74d37"}30{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "094399c234fd0de4c00855a5", "attempt_id": "bd15bd1e7d12", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:43.865663Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1411, "message_tokens": 1317, "message_utf8_bytes": 3428, "cache_tensor_bytes": null, "serialized_payload_bytes": 3428, "side_information_bytes": 0, "fetched_bytes": 1727, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14141.30474999547, "ttft_ms": 13.63187504466623, "decode_ms": 134.21929103787988, "receiver_prefill_ms": 151.07270807493478}, "total_wall_ms": 14442.394666024484, "ttft_ms": 13.63187504466623, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "13,751,547", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "7f0d0a79d177c4ebee46fa47933d0ad0511ad6f52d414fd7a3f00743886aa803", "output_hash": "8381b7b8800f64937ec3e0e0d15cdbaf1f2a76bc929b403929b108f2390ad082"}31{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "40405206bd7a456c61f33574", "attempt_id": "c55532797cd4", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:44.182787Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1378, "message_tokens": 1284, "message_utf8_bytes": 3373, "cache_tensor_bytes": null, "serialized_payload_bytes": 3373, "side_information_bytes": 0, "fetched_bytes": 1673, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14141.30474999547, "ttft_ms": 13.48029205109924, "decode_ms": 13.330582994967699, "receiver_prefill_ms": 148.3127500396222}, "total_wall_ms": 14318.527041003108, "ttft_ms": 13.48029205109924, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "1edfcca5d5af0aeecdf3e6cfce6ea87f864faa495a0061a6b08bd063c3b5e9fa", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}32{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "1eeba3fb9eed49bfded9ff9b", "attempt_id": "c6a2e2770983", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:44.375877Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 1392, "message_tokens": 1297, "message_utf8_bytes": 3392, "cache_tensor_bytes": null, "serialized_payload_bytes": 3392, "side_information_bytes": 0, "fetched_bytes": 1691, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14141.30474999547, "ttft_ms": 13.490041019394994, "decode_ms": 13.273874996230006, "receiver_prefill_ms": 149.1100420244038}, "total_wall_ms": 14319.356792024337, "ttft_ms": 13.490041019394994, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "cdee7b9b411dca0cbee7e59f64760f191ceadb11216c0c15f6760e3d5d53486e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}33{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "d8bc85caf71ca9f56f3f8d74", "attempt_id": "cd7dca1dd9f6", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:44.842542Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88731648}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 44, "message_tokens": null, "message_utf8_bytes": 8292, "cache_tensor_bytes": 88731648, "serialized_payload_bytes": 88731648, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 272.5884160026908, "ttft_ms": 63.81474994122982, "decode_ms": 139.43170895799994, "receiver_prefill_ms": 0.0}, "total_wall_ms": 481.60183301661164, "ttft_ms": 63.81474994122982, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\n6889172", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "b9fe7ad55b0c37fb0f5551b72bd99f8cf6f925fd75264f28755ecac8f7652a24"}34{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "cc10dfa190405328babb888b", "attempt_id": "5b11e161d16d", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:45.067430Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88731648}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 42, "message_tokens": null, "message_utf8_bytes": 8292, "cache_tensor_bytes": 88731648, "serialized_payload_bytes": 88731648, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 272.5884160026908, "ttft_ms": 28.505166061222553, "decode_ms": 182.42304190061986, "receiver_prefill_ms": 0.0}, "total_wall_ms": 485.9277909854427, "ttft_ms": 28.505166061222553, "input_usage": {}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\nBH-71Y-2851", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "5551fa62e27e66d44004c639f2de126fbbaadc134a344e5893b9f159865d21a1"}35{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "6bc7337f68d872dfed13b3aa", "attempt_id": "445efebe981c", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:45.297490Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88731648}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 50, "message_tokens": null, "message_utf8_bytes": 8292, "cache_tensor_bytes": 88731648, "serialized_payload_bytes": 88731648, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 272.5884160026908, "ttft_ms": 28.82962499279529, "decode_ms": 140.16608300153166, "receiver_prefill_ms": 0.0}, "total_wall_ms": 443.9334579510614, "ttft_ms": 28.82962499279529, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\n7767550", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "3d29dc8364bc9f25a62fdf8895b2508164bb30eff468c6f312e1acc164bfae1d"}36{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "0e411de44dbcd4f72847a3c0", "attempt_id": "0e4e9f4e32b8", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:45.484772Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88731648}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 42, "message_tokens": null, "message_utf8_bytes": 8292, "cache_tensor_bytes": 88731648, "serialized_payload_bytes": 88731648, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 272.5884160026908, "ttft_ms": 28.589040972292423, "decode_ms": 139.41237493418157, "receiver_prefill_ms": 0.0}, "total_wall_ms": 442.85183295141906, "ttft_ms": 28.589040972292423, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\n7354655", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "e3a1a67b5dd99a3b78bca513a9fdf83915d81557a4b4dd49abdc6922943cfdb4"}37{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "0b0b601028268214da9df263", "attempt_id": "49dab304374f", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:45.671251Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88731648}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 51, "message_tokens": null, "message_utf8_bytes": 8292, "cache_tensor_bytes": 88731648, "serialized_payload_bytes": 88731648, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 272.5884160026908, "ttft_ms": 28.831708943471313, "decode_ms": 114.26591593772173, "receiver_prefill_ms": 0.0}, "total_wall_ms": 417.0399159193039, "ttft_ms": 28.831708943471313, "input_usage": {}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\nTorsel-5", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "98076f21caa823e0185fe09260512bc5a273f6343b0926f76c11ad1fe07fce1e"}38{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "ede55d225cc5358e7f48175d", "attempt_id": "236168bc7697", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:45.831997Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88731648}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": null, "message_utf8_bytes": 8292, "cache_tensor_bytes": 88731648, "serialized_payload_bytes": 88731648, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 272.5884160026908, "ttft_ms": 28.3097920473665, "decode_ms": 181.39916693326086, "receiver_prefill_ms": 0.0}, "total_wall_ms": 484.59966597147286, "ttft_ms": 28.3097920473665, "input_usage": {}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\n12,203,327", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "0bfff1a709c4525e7b99586414c4d2d619ea005a7726c0fff6cfea88ba70e322"}39{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "7510675c1038c0e10681915c", "attempt_id": "fa8fcd0ab2bc", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:46.060697Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88731648}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": null, "message_utf8_bytes": 8292, "cache_tensor_bytes": 88731648, "serialized_payload_bytes": 88731648, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 272.5884160026908, "ttft_ms": 28.092040913179517, "decode_ms": 13.7310839490965, "receiver_prefill_ms": 0.0}, "total_wall_ms": 316.7332489974797, "ttft_ms": 28.092040913179517, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}40{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "048dde7c876767f1c7b6ed64", "attempt_id": "101a4e0c2969", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:46.120774Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88731648}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1971, "query_tokens": 47, "message_tokens": null, "message_utf8_bytes": 8292, "cache_tensor_bytes": 88731648, "serialized_payload_bytes": 88731648, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 272.5884160026908, "ttft_ms": 28.440083959139884, "decode_ms": 13.840583036653697, "receiver_prefill_ms": 0.0}, "total_wall_ms": 317.2282080631703, "ttft_ms": 28.440083959139884, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Zennovvol-6", "bogus_amount": "6,770,940", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}41{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "77c6e32c934f47a56eac7a42", "attempt_id": "689ef527ca9d", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:46.258781Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 2410, "message_tokens": 2325, "message_utf8_bytes": 8308, "cache_tensor_bytes": null, "serialized_payload_bytes": 8308, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.026708003133535385, "ttft_ms": 14.075792045332491, "decode_ms": 96.16091707721353, "receiver_prefill_ms": 265.7509580021724}, "total_wall_ms": 379.7228749608621, "ttft_ms": 14.075792045332491, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1844550", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "0b3b8e65ab8a14af9771a387a6e3c9f0b249b61b00b4f444f0fef62d2299d0aa", "output_hash": "23de9db5e2c3413d7142a9e77e743ed168ec6de65abf6413935059d107bb8c17"}42{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "db3b581ff79d7f09f6bf4ab9", "attempt_id": "5b153f170fbe", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:46.653865Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 2413, "message_tokens": 2325, "message_utf8_bytes": 8308, "cache_tensor_bytes": null, "serialized_payload_bytes": 8308, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.026708003133535385, "ttft_ms": 13.834582990966737, "decode_ms": 137.00370804872364, "receiver_prefill_ms": 265.40816691704094}, "total_wall_ms": 419.9756659800187, "ttft_ms": 13.834582990966737, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "YA-41S-3303", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "0b3b8e65ab8a14af9771a387a6e3c9f0b249b61b00b4f444f0fef62d2299d0aa", "output_hash": "2ae4249ea3f767dbc2fc15d5f075c3c9c1ff92b50a630df9d3adb6416607262b"}43{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "ab3ed3250eda6c012c9f752e", "attempt_id": "ecfff760d068", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:47.089921Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 2418, "message_tokens": 2325, "message_utf8_bytes": 8308, "cache_tensor_bytes": null, "serialized_payload_bytes": 8308, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.026708003133535385, "ttft_ms": 13.557915925048292, "decode_ms": 122.66433401964605, "receiver_prefill_ms": 265.6623750226572}, "total_wall_ms": 405.5574160302058, "ttft_ms": 13.557915925048292, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,448,885", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "0b3b8e65ab8a14af9771a387a6e3c9f0b249b61b00b4f444f0fef62d2299d0aa", "output_hash": "d9cc7ba7227735fd33d7411dda32576c50b6778cb7717cddc1c13d9b861dcc49"}44{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "6f4387c55cf8a5e9242fe62d", "attempt_id": "848e0a7fab23", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:47.511113Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 2410, "message_tokens": 2325, "message_utf8_bytes": 8308, "cache_tensor_bytes": null, "serialized_payload_bytes": 8308, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.026708003133535385, "ttft_ms": 13.478250009939075, "decode_ms": 122.04145907890052, "receiver_prefill_ms": 263.73116695322096}, "total_wall_ms": 402.9229579027742, "ttft_ms": 13.478250009939075, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,968,560", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "0b3b8e65ab8a14af9771a387a6e3c9f0b249b61b00b4f444f0fef62d2299d0aa", "output_hash": "e16428fe643f862e47e9569d5ec0df386c633fbbeb1a5fdf347a38816d01f1bf"}45{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "ecd0325ac0925265de852893", "attempt_id": "58abafd92f85", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:47.929034Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 2420, "message_tokens": 2325, "message_utf8_bytes": 8308, "cache_tensor_bytes": null, "serialized_payload_bytes": 8308, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.026708003133535385, "ttft_ms": 13.6748329969123, "decode_ms": 80.88966691866517, "receiver_prefill_ms": 264.1993750585243}, "total_wall_ms": 362.57595801725984, "ttft_ms": 13.6748329969123, "input_usage": {}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lithban-10", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "0b3b8e65ab8a14af9771a387a6e3c9f0b249b61b00b4f444f0fef62d2299d0aa", "output_hash": "d2ace64e89bac774483fbdf2c3b630bf9c232f8f7b2aa06eda5f4a26d74f7cf0"}46{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "f18f4cfed64113435b36d3ec", "attempt_id": "43eb6195f28e", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:48.307303Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 2414, "message_tokens": 2325, "message_utf8_bytes": 8308, "cache_tensor_bytes": null, "serialized_payload_bytes": 8308, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.026708003133535385, "ttft_ms": 13.73612496536225, "decode_ms": 95.92591703403741, "receiver_prefill_ms": 263.4170410456136}, "total_wall_ms": 376.7490410245955, "ttft_ms": 13.73612496536225, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6447515", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "0b3b8e65ab8a14af9771a387a6e3c9f0b249b61b00b4f444f0fef62d2299d0aa", "output_hash": "854fcfa0ae827910332f74fc824602d36fc688e4c310ef595c93498a3e50d16c"}47{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "adc3d4c18d3e1946ad090c8e", "attempt_id": "f66de66b649f", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:48.699352Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 2414, "message_tokens": 2325, "message_utf8_bytes": 8308, "cache_tensor_bytes": null, "serialized_payload_bytes": 8308, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.026708003133535385, "ttft_ms": 14.189749956130981, "decode_ms": 13.982250005938113, "receiver_prefill_ms": 263.9900000067428}, "total_wall_ms": 295.8700000308454, "ttft_ms": 14.189749956130981, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "0b3b8e65ab8a14af9771a387a6e3c9f0b249b61b00b4f444f0fef62d2299d0aa", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}48{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "bae716a32c678e30f1c7ba76", "attempt_id": "78c87b873f62", "run_group_id": "E5_smoke:full_context|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:35:49.010711Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "full_context", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 2416, "message_tokens": 2325, "message_utf8_bytes": 8308, "cache_tensor_bytes": null, "serialized_payload_bytes": 8308, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 0.026708003133535385, "ttft_ms": 13.75416701193899, "decode_ms": 13.620915939100087, "receiver_prefill_ms": 264.1928329830989}, "total_wall_ms": 295.36325007211417, "ttft_ms": 13.75416701193899, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "0b3b8e65ab8a14af9771a387a6e3c9f0b249b61b00b4f444f0fef62d2299d0aa", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}49{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "e7141d455cd74ac0f9aaaf24", "attempt_id": "be4d577aba0b", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:03.456810Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1124, "message_tokens": 1037, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14134.683375013992, "ttft_ms": 13.593790936283767, "decode_ms": 122.23579199053347, "receiver_prefill_ms": 122.03633296303451}, "total_wall_ms": 14394.545415998437, "ttft_ms": 13.593790936283767, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1,844,550", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "9822ffee8ba8f3eef61a70b67279ad855d4444cd4bb7438d0ca2685a028a22b8", "output_hash": "c3a824f75c26a69ab7e2a0dfde5b194c586a879a105eff635ab136cdb1a4fd6c"}50{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "a32aeec79a9ee8aa0432446f", "attempt_id": "fc67be95d1d7", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:03.732536Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1127, "message_tokens": 1037, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14134.683375013992, "ttft_ms": 13.491875026375055, "decode_ms": 133.8763750391081, "receiver_prefill_ms": 121.43004103563726}, "total_wall_ms": 14405.404999968596, "ttft_ms": 13.491875026375055, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "PN-55H-5346", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "9822ffee8ba8f3eef61a70b67279ad855d4444cd4bb7438d0ca2685a028a22b8", "output_hash": "07e77c9600b8c4977df13983dd328c2c2a77178cdbd678cc76a9cc9784f43993"}51{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "2c3aab7cdf9d14370dc39bab", "attempt_id": "56d1872e03bc", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:04.019008Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1132, "message_tokens": 1037, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14134.683375013992, "ttft_ms": 13.250541989691556, "decode_ms": 93.89745793305337, "receiver_prefill_ms": 121.74612504895777}, "total_wall_ms": 14365.498958039097, "ttft_ms": 13.250541989691556, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3013170", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "9822ffee8ba8f3eef61a70b67279ad855d4444cd4bb7438d0ca2685a028a22b8", "output_hash": "a44e28276444065cad5bf760a512ece505a4d855205b9b2bb30a4479693b0a9f"}52{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "7feba5fa129f9153dfaef9f2", "attempt_id": "d6e23cc74256", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:04.265580Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1124, "message_tokens": 1037, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14134.683375013992, "ttft_ms": 13.742499984800816, "decode_ms": 122.71799996960908, "receiver_prefill_ms": 121.24983302783221}, "total_wall_ms": 14394.36841593124, "ttft_ms": 13.742499984800816, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "2,968,560", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "9822ffee8ba8f3eef61a70b67279ad855d4444cd4bb7438d0ca2685a028a22b8", "output_hash": "e16428fe643f862e47e9569d5ec0df386c633fbbeb1a5fdf347a38816d01f1bf"}53{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "a3d11c9a04eef04742acef19", "attempt_id": "f15db681d709", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:04.541338Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1134, "message_tokens": 1037, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14134.683375013992, "ttft_ms": 13.612332986667752, "decode_ms": 82.18583289999515, "receiver_prefill_ms": 123.20812500547618}, "total_wall_ms": 14355.694625061005, "ttft_ms": 13.612332986667752, "input_usage": {}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lithban-10", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "9822ffee8ba8f3eef61a70b67279ad855d4444cd4bb7438d0ca2685a028a22b8", "output_hash": "d2ace64e89bac774483fbdf2c3b630bf9c232f8f7b2aa06eda5f4a26d74f7cf0"}54{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "acd92f874c5b04045fba8673", "attempt_id": "57634f0c7ac6", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:04.777605Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1128, "message_tokens": 1037, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14134.683375013992, "ttft_ms": 13.54733295738697, "decode_ms": 94.51099997386336, "receiver_prefill_ms": 130.06750005297363}, "total_wall_ms": 14374.922958086245, "ttft_ms": 13.54733295738697, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1449880", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "9822ffee8ba8f3eef61a70b67279ad855d4444cd4bb7438d0ca2685a028a22b8", "output_hash": "60b3b6a51e6e9c252943d500d091109937474d1e7422315c117bcba390d4bd51"}55{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "80c9b8be2a765c02de01ed2b", "attempt_id": "2ff500b209fc", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:05.034415Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1128, "message_tokens": 1037, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14134.683375013992, "ttft_ms": 13.84162507019937, "decode_ms": 13.439041911624372, "receiver_prefill_ms": 134.0613749343902}, "total_wall_ms": 14298.041917034425, "ttft_ms": 13.84162507019937, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "9822ffee8ba8f3eef61a70b67279ad855d4444cd4bb7438d0ca2685a028a22b8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}56{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "024b670d45a38870b1612c72", "attempt_id": "49bcc2b78e8c", "run_group_id": "E5_smoke:concat_A4|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:05.213930Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "concat_A4", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "sender_tokens": 1024}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1130, "message_tokens": 1037, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14134.683375013992, "ttft_ms": 13.53004202246666, "decode_ms": 13.693084008991718, "receiver_prefill_ms": 140.44683298561722}, "total_wall_ms": 14304.402667097747, "ttft_ms": 13.53004202246666, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "9822ffee8ba8f3eef61a70b67279ad855d4444cd4bb7438d0ca2685a028a22b8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}57{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "a2db1084287ce9ff31a6b850", "attempt_id": "81949e074967", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:19.578380Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 13}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 612, "message_tokens": 522, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14178.238791995682, "ttft_ms": 13.298665988259017, "decode_ms": 13.817040948197246, "receiver_prefill_ms": 73.64595902618021}, "total_wall_ms": 14280.350791988894, "ttft_ms": 13.298665988259017, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "f68a30f9a5d1e73e8872fb4924e200bc29a6951cb6092d0961578b9bfd6959ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}58{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "7323a45d69829abcf59a311b", "attempt_id": "1665b1c407f6", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:19.696449Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 13}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 615, "message_tokens": 522, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14178.238791995682, "ttft_ms": 13.854791992343962, "decode_ms": 133.00212495960295, "receiver_prefill_ms": 73.139916989021}, "total_wall_ms": 14399.512876057997, "ttft_ms": 13.854791992343962, "input_usage": {}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-90P-2460", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "f68a30f9a5d1e73e8872fb4924e200bc29a6951cb6092d0961578b9bfd6959ca", "output_hash": "3ddcc2bee71a4855b92c73846f02fa6f4653af8f0bfd70329622d6f1c31dccd5"}59{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "db27f3905a2b89f687d3f767", "attempt_id": "0391283eb189", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:19.933925Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 13}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 620, "message_tokens": 522, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14178.238791995682, "ttft_ms": 13.558082981035113, "decode_ms": 93.36654201615602, "receiver_prefill_ms": 73.54254205711186}, "total_wall_ms": 14360.009291907772, "ttft_ms": 13.558082981035113, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3013170", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "f68a30f9a5d1e73e8872fb4924e200bc29a6951cb6092d0961578b9bfd6959ca", "output_hash": "a44e28276444065cad5bf760a512ece505a4d855205b9b2bb30a4479693b0a9f"}60{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "3eaa0757a3c73e4332ea1578", "attempt_id": "367d099a0b02", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:20.131386Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 13}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 612, "message_tokens": 522, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14178.238791995682, "ttft_ms": 13.241624925285578, "decode_ms": 92.33474999200553, "receiver_prefill_ms": 73.24983295984566}, "total_wall_ms": 14358.351417002268, "ttft_ms": 13.241624925285578, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3039190", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "f68a30f9a5d1e73e8872fb4924e200bc29a6951cb6092d0961578b9bfd6959ca", "output_hash": "647471d76579dd2aa6dfa8f84e0a7b0abf733f02c7c2c9fe8239448f2768535e"}61{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "43d9ce6ef4b176da18ed03cc", "attempt_id": "9c0df373bf58", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:20.327219Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 13}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 622, "message_tokens": 522, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14178.238791995682, "ttft_ms": 13.359667034819722, "decode_ms": 13.346542022190988, "receiver_prefill_ms": 73.31933407112956}, "total_wall_ms": 14279.622334055603, "ttft_ms": 13.359667034819722, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "f68a30f9a5d1e73e8872fb4924e200bc29a6951cb6092d0961578b9bfd6959ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}62{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "afff9d86201cec57bd590874", "attempt_id": "bfa5aee9ea74", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:20.444275Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 13}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 616, "message_tokens": 522, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14178.238791995682, "ttft_ms": 13.358332915231586, "decode_ms": 92.88116602692753, "receiver_prefill_ms": 72.77325005270541}, "total_wall_ms": 14358.57991699595, "ttft_ms": 13.358332915231586, "input_usage": {}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6201560", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "f68a30f9a5d1e73e8872fb4924e200bc29a6951cb6092d0961578b9bfd6959ca", "output_hash": "0d88693c5d70e48b97fd36a2779621a53e657b2d9bccd2889ca4c8b24c68806d"}63{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "0de15f2f38440a8b76f539aa", "attempt_id": "2b6ed770ca2c", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:20.640350Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 13}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 616, "message_tokens": 522, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14178.238791995682, "ttft_ms": 13.727250043302774, "decode_ms": 13.356000068597496, "receiver_prefill_ms": 72.76795792859048}, "total_wall_ms": 14279.413167038001, "ttft_ms": 13.727250043302774, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "f68a30f9a5d1e73e8872fb4924e200bc29a6951cb6092d0961578b9bfd6959ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}64{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "c469452b25b06069f9c119ba", "attempt_id": "804647b655bd", "run_group_id": "E5_smoke:merge_A5|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:20.757145Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "merge_A5", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512, "n_facts": 13}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 618, "message_tokens": 522, "message_utf8_bytes": 1340, "cache_tensor_bytes": null, "serialized_payload_bytes": 1340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 14178.238791995682, "ttft_ms": 13.705165940336883, "decode_ms": 13.11649999115616, "receiver_prefill_ms": 73.18262499757111}, "total_wall_ms": 14279.700041981414, "ttft_ms": 13.705165940336883, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "f68a30f9a5d1e73e8872fb4924e200bc29a6951cb6092d0961578b9bfd6959ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}65{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "7847b741f00b4ce7970c227a", "attempt_id": "9f91842ac6a9", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:43.950387Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1376, "message_tokens": 1287, "message_utf8_bytes": 3340, "cache_tensor_bytes": null, "serialized_payload_bytes": 3340, "side_information_bytes": 0, "fetched_bytes": 1871, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 23074.44574998226, "ttft_ms": 41.1847080104053, "decode_ms": 282.48854097910225, "receiver_prefill_ms": 331.38612494803965}, "total_wall_ms": 23733.73899993021, "ttft_ms": 41.1847080104053, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1844550", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ae95d76b4a91d3570273b15d8c20d44f5b348cc24d5dfdf7ae217730c17e2ab0", "output_hash": "23de9db5e2c3413d7142a9e77e743ed168ec6de65abf6413935059d107bb8c17"}66{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "18d629a7d19c493521afdd59", "attempt_id": "40723f42711e", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:44.633980Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1338, "message_tokens": 1246, "message_utf8_bytes": 3244, "cache_tensor_bytes": null, "serialized_payload_bytes": 3244, "side_information_bytes": 0, "fetched_bytes": 1771, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 23074.44574998226, "ttft_ms": 42.46612498536706, "decode_ms": 386.4938340848312, "receiver_prefill_ms": 330.83112502936274}, "total_wall_ms": 23837.171457940713, "ttft_ms": 42.46612498536706, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WM-90P-2460", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "c903e22acc833959a3bbf0638fb1ee9fae27616194b965775737c0b7672960fb", "output_hash": "3ddcc2bee71a4855b92c73846f02fa6f4653af8f0bfd70329622d6f1c31dccd5"}67{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "4ced35996da610c099012a59", "attempt_id": "820eb88fbc9e", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:45.416955Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1365, "message_tokens": 1268, "message_utf8_bytes": 3301, "cache_tensor_bytes": null, "serialized_payload_bytes": 3301, "side_information_bytes": 0, "fetched_bytes": 1832, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 23074.44574998226, "ttft_ms": 19.3950830725953, "decode_ms": 337.39804197102785, "receiver_prefill_ms": 286.93091694731265}, "total_wall_ms": 23720.98304098472, "ttft_ms": 19.3950830725953, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3013170", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "fe2ea5528397251033d4174a5ce2849e153ab545799d9cb0d18c19e1f74399a5", "output_hash": "a44e28276444065cad5bf760a512ece505a4d855205b9b2bb30a4479693b0a9f"}68{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "a9a8a0c4d432bb5ca8865856", "attempt_id": "0a718d636e3a", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:46.084217Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1355, "message_tokens": 1266, "message_utf8_bytes": 3293, "cache_tensor_bytes": null, "serialized_payload_bytes": 3293, "side_information_bytes": 0, "fetched_bytes": 1828, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 23074.44574998226, "ttft_ms": 27.289082994684577, "decode_ms": 185.85829203948379, "receiver_prefill_ms": 375.7223749998957}, "total_wall_ms": 23666.18524992373, "ttft_ms": 27.289082994684577, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3039190", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "c6e87a60fb8104d185066ed693f734b701055dbd16ad4805501b55fce4a1c26a", "output_hash": "647471d76579dd2aa6dfa8f84e0a7b0abf733f02c7c2c9fe8239448f2768535e"}69{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "5f42863ad361430b395ee32b", "attempt_id": "476d4bfd78d0", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:46.697210Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1374, "message_tokens": 1275, "message_utf8_bytes": 3285, "cache_tensor_bytes": null, "serialized_payload_bytes": 3285, "side_information_bytes": 0, "fetched_bytes": 1827, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 23074.44574998226, "ttft_ms": 38.89429196715355, "decode_ms": 223.2152500655502, "receiver_prefill_ms": 352.5512919295579}, "total_wall_ms": 23691.884166910313, "ttft_ms": 38.89429196715355, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lithban-10", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "d49bf0d3d8d9b187ec63d83e81a8c5576985a6752461bd3bad41868126698f4e", "output_hash": "d2ace64e89bac774483fbdf2c3b630bf9c232f8f7b2aa06eda5f4a26d74f7cf0"}70{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "e63b5a7f8f10a8640c22b3d3", "attempt_id": "4a99b3d331ad", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:47.335961Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1380, "message_tokens": 1287, "message_utf8_bytes": 3340, "cache_tensor_bytes": null, "serialized_payload_bytes": 3340, "side_information_bytes": 0, "fetched_bytes": 1871, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 23074.44574998226, "ttft_ms": 20.951000042259693, "decode_ms": 286.4009999902919, "receiver_prefill_ms": 358.3094170317054}, "total_wall_ms": 23743.166374973953, "ttft_ms": 20.951000042259693, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "4403065", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "ae95d76b4a91d3570273b15d8c20d44f5b348cc24d5dfdf7ae217730c17e2ab0", "output_hash": "b06841909baef4e457116b1a8639e2707ad180e88be6a26a03e41f03f77fbb2b"}71{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "920a8167c2783d722d0f0f92", "attempt_id": "33f897294bd5", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:48.023335Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1339, "message_tokens": 1246, "message_utf8_bytes": 3244, "cache_tensor_bytes": null, "serialized_payload_bytes": 3244, "side_information_bytes": 0, "fetched_bytes": 1771, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 23074.44574998226, "ttft_ms": 42.38762496970594, "decode_ms": 35.475166980177164, "receiver_prefill_ms": 324.8105419334024}, "total_wall_ms": 23479.923208011314, "ttft_ms": 42.38762496970594, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "c903e22acc833959a3bbf0638fb1ee9fae27616194b965775737c0b7672960fb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}72{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "c0005b4a22a9363b2616fef6", "attempt_id": "1181aba337a9", "run_group_id": "E5_smoke:shared_memory_A6|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:48.447224Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "shared_memory_A6", "implementation_fidelity": "custom", "compression_config": {"k": 2, "budget_tokens": 512}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 1350, "message_tokens": 1255, "message_utf8_bytes": 3257, "cache_tensor_bytes": null, "serialized_payload_bytes": 3257, "side_information_bytes": 0, "fetched_bytes": 1792, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 23074.44574998226, "ttft_ms": 37.491583032533526, "decode_ms": 48.52670803666115, "receiver_prefill_ms": 243.10816603247076}, "total_wall_ms": 23406.509208027273, "ttft_ms": 37.491583032533526, "input_usage": {"lookups": 6}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": "9b59bd103f78834d60cc7217f03f102d22542a7ee645009dcdac687299160ac4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}73{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "07f6e52a778e66864527904a", "attempt_id": "b43576eb2684", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:49.502726Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88584192}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 41, "message_tokens": null, "message_utf8_bytes": 8282, "cache_tensor_bytes": 88584192, "serialized_payload_bytes": 88584192, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 705.7535409694538, "ttft_ms": 98.5616659745574, "decode_ms": 590.0328749557957, "receiver_prefill_ms": 0.0}, "total_wall_ms": 1401.089790975675, "ttft_ms": 98.5616659745574, "input_usage": {}, "output_usage": {"output_tokens": 16}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\n1844550\n<|im_start|>robatni\nunknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 0.4}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "26ce51c96d59175d93d6596952c2cf98af15270047cff7dd5d0817be6651daf6"}74{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "825a15b690efcce18cae054b", "attempt_id": "6c59b49831bb", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:50.221140Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88584192}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 44, "message_tokens": null, "message_utf8_bytes": 8282, "cache_tensor_bytes": 88584192, "serialized_payload_bytes": 88584192, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 705.7535409694538, "ttft_ms": 63.614208018407226, "decode_ms": 432.6625830726698, "receiver_prefill_ms": 0.0}, "total_wall_ms": 1206.9736659759656, "ttft_ms": 63.614208018407226, "input_usage": {}, "output_usage": {"output_tokens": 13}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\nYA-41S-3303", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "multi_hop"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "7063a3151528c78281542b673393a8cdd101b2d06b1e8adb0f19815928a53354"}75{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "277cb9d37e93d596669dfb7d", "attempt_id": "9d1ef8ed7d31", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:50.743330Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q08_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88584192}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 49, "message_tokens": null, "message_utf8_bytes": 8282, "cache_tensor_bytes": 88584192, "serialized_payload_bytes": 88584192, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 705.7535409694538, "ttft_ms": 58.28074994497001, "decode_ms": 481.99387500062585, "receiver_prefill_ms": 0.0}, "total_wall_ms": 1248.6895410111174, "ttft_ms": 58.28074994497001, "input_usage": {}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\n1,844,550", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "c68142a24d688d117833ba79e64a8b34758a2d53fe8bc5337bc0d389dcbc80b5"}76{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "5e9479fcaa84ed4182367340", "attempt_id": "e0c3d54d964e", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:51.305504Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q09_revision", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88584192}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 41, "message_tokens": null, "message_utf8_bytes": 8282, "cache_tensor_bytes": 88584192, "serialized_payload_bytes": 88584192, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 705.7535409694538, "ttft_ms": 49.72116707358509, "decode_ms": 365.5605419771746, "receiver_prefill_ms": 0.0}, "total_wall_ms": 1123.2687489828095, "ttft_ms": 49.72116707358509, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3,039,190", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "revision"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "f540ce7783d75dedddec953cb68a2b0f2472cd0a59b02bdb333d9cb537732b77"}77{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "3e2f86abebf899aa1757af38", "attempt_id": "e67e1fe80273", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:51.743468Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q10_temporal", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88584192}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 51, "message_tokens": null, "message_utf8_bytes": 8282, "cache_tensor_bytes": 88584192, "serialized_payload_bytes": 88584192, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 705.7535409694538, "ttft_ms": 90.47212498262525, "decode_ms": 318.9096669666469, "receiver_prefill_ms": 0.0}, "total_wall_ms": 1122.882082941942, "ttft_ms": 90.47212498262525, "input_usage": {}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\nLithban-10", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "temporal"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "92ab911faec640c58ff3f6e7d4d454de4d628c70c92cc85dd752f841f6aea1a6"}78{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "74fb9e5eba23585fa3581ae4", "attempt_id": "d6ea887eb292", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:52.181156Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q11_aggregation", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88584192}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 45, "message_tokens": null, "message_utf8_bytes": 8282, "cache_tensor_bytes": 88584192, "serialized_payload_bytes": 88584192, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 705.7535409694538, "ttft_ms": 55.63445796724409, "decode_ms": 437.1588749345392, "receiver_prefill_ms": 0.0}, "total_wall_ms": 1200.9254159638658, "ttft_ms": 55.63445796724409, "input_usage": {}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>user\n14290.42", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "aggregation"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "c7569b7c33261a61449230bc152f178f7cc210ce3800ad959c0d4d3b98e4a541"}79{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "b46f68e2943921254526a4cd", "attempt_id": "4a0e1f421332", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:52.697221Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q13_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88584192}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 45, "message_tokens": null, "message_utf8_bytes": 8282, "cache_tensor_bytes": 88584192, "serialized_payload_bytes": 88584192, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 705.7535409694538, "ttft_ms": 40.74966604821384, "decode_ms": 24.908291990868747, "receiver_prefill_ms": 0.0}, "total_wall_ms": 774.1670409450307, "ttft_ms": 40.74966604821384, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}80{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E5_smoke", "trial_id": "36c71d3273f01bddf02acad4", "attempt_id": "8c697cd8267f", "run_group_id": "E5_smoke:cache_concat_negative_control|k=2", "protocol_hash": "unfrozen", "config_hash": "1ce274e5b176df0f7757882585550b4686e03aee57958a30a6868cf39820b24d", "git_commit": "fea8e12394fac49c22b00e41baf681fd35f0576e", "timestamp_utc": "2026-10-30T03:36:52.786717Z", "task_family": "synthetic", "document_id": "syn_02003_2000", "document_hash": "c88d189ebb79e2f792c48ae6111a7e7bf78acb1c3c41f7ea40312f6e47e3dbd8", "question_id": "q14_unanswerable", "split": "dev", "cluster_id": "syn_02003_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {}, "weight_precision": "bf16", "method_id": "cache_concat_negative_control", "implementation_fidelity": "n/a", "compression_config": {"k": 2, "budget_tokens": 512, "cache_bytes": 88584192}, "question_access": "blind", "topology": "fanin_k2", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": null, "source_tokens_receiver": 1989, "query_tokens": 47, "message_tokens": null, "message_utf8_bytes": 8282, "cache_tensor_bytes": 88584192, "serialized_payload_bytes": 88584192, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"build_ms": 705.7535409694538, "ttft_ms": 68.34420806262642, "decode_ms": 22.9576249839738, "receiver_prefill_ms": 0.0}, "total_wall_ms": 800.9481240296736, "ttft_ms": 68.34420806262642, "input_usage": {}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": null, "backend_memory": null, "peak_prefill_memory": null, "peak_decode_memory": null, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"conflict": {"code": "Ripra-10", "bogus_amount": "1,449,880", "source": "S2"}, "question_type": "unanswerable"}, "reference_key_id": "keys/synthetic/syn_02003_2000.json", "task_scores": {"correct": 1.0, "abstained": 1.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E5_smoke.log", "payload_hash": null, "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}81