{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7dc471c38e2b7b3349fd80b1", "attempt_id": "14fab3a71a89", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:44.789151Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0037919962778687477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 67.28591700084507, "ttft_ms": 28.43649999704212, "decode_ms": 46.75175005104393}, "total_wall_ms": 149.4781249202788, "ttft_ms": 28.43649999704212, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6596116480, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6221848952, "mlx_cache_bytes": 52763976, "process_rss_bytes": 6596116480}, "peak_prefill_memory": null, "peak_decode_memory": 6221848952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1d905b8a74595c32f476900e", "attempt_id": "1c6956028bb4", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:44.969183Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0037919962778687477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.32883401308209, "ttft_ms": 19.682042067870498, "decode_ms": 20.957999979145825}, "total_wall_ms": 99.59383402019739, "ttft_ms": 19.682042067870498, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6596755456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243967624, "mlx_cache_bytes": 117202248, "process_rss_bytes": 6596755456}, "peak_prefill_memory": null, "peak_decode_memory": 6243967624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f37452a7ec7d3067f51b5c24", "attempt_id": "79b1670bf9b1", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:45.091440Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 70, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0037919962778687477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 61.44025002140552, "ttft_ms": 24.80645792093128, "decode_ms": 26.245958055369556}, "total_wall_ms": 113.10295900329947, "ttft_ms": 24.80645792093128, "input_usage": {"receiver_prompt_tokens": 70}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6596804608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6243967624, "mlx_cache_bytes": 117202248, "process_rss_bytes": 6596804608}, "peak_prefill_memory": null, "peak_decode_memory": 6243967624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f9edb4468f6549f800cb524f", "attempt_id": "ee5214112780", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:45.225288Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0037919962778687477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 67.30499991681427, "ttft_ms": 32.58833289146423, "decode_ms": 36.201750044710934}, "total_wall_ms": 136.73595804721117, "ttft_ms": 32.58833289146423, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6596853760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245671560, "mlx_cache_bytes": 162225480, "process_rss_bytes": 6596853760}, "peak_prefill_memory": null, "peak_decode_memory": 6245671560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c0871b617f7308d16b328999", "attempt_id": "fae12c47b397", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:45.385364Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 75, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0037919962778687477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.22470802254975, "ttft_ms": 33.77595904748887, "decode_ms": 42.92874992825091}, "total_wall_ms": 129.70216700341552, "ttft_ms": 33.77595904748887, "input_usage": {"receiver_prompt_tokens": 75}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6596935680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6248243848, "mlx_cache_bytes": 229399880, "process_rss_bytes": 6596935680}, "peak_prefill_memory": null, "peak_decode_memory": 6248243848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "464bd186ad7ef93f726fca6f", "attempt_id": "0435daa0a044", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:45.539311Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0037919962778687477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 40.481833973899484, "ttft_ms": 40.42075003962964, "decode_ms": 27.114708092994988}, "total_wall_ms": 108.66475000511855, "ttft_ms": 40.42075003962964, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6596968448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245720712, "mlx_cache_bytes": 273931592, "process_rss_bytes": 6596968448}, "peak_prefill_memory": null, "peak_decode_memory": 6245720712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9994f97a49ef7eaa65bab903", "attempt_id": "1d797d30b8c8", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:45.671539Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0037919962778687477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.87345795985311, "ttft_ms": 45.527375070378184, "decode_ms": 43.627374921925366}, "total_wall_ms": 158.86070800479501, "ttft_ms": 45.527375070378184, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6596968448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6245016200, "mlx_cache_bytes": 273931592, "process_rss_bytes": 6596968448}, "peak_prefill_memory": null, "peak_decode_memory": 6245016200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "43f1a24e11e8b198cbef5618", "attempt_id": "49aff4d1d2ff", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:45.852745Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 65, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0037919962778687477, "decode_payload_ms": 0.0, "receiver_prefill_ms": 39.54058396629989, "ttft_ms": 28.165541007183492, "decode_ms": 48.47637505736202}, "total_wall_ms": 116.93983396980911, "ttft_ms": 28.165541007183492, "input_usage": {"receiver_prompt_tokens": 65}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6597197824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6222143868, "mlx_cache_bytes": 299294280, "process_rss_bytes": 6597197824}, "peak_prefill_memory": null, "peak_decode_memory": 6222143868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "11825e5d5dd2e833533d1165", "attempt_id": "3c1154222a5d", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:45.992502Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2045, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025416957214474678, "decode_payload_ms": 0.0, "receiver_prefill_ms": 432.08558403421193, "ttft_ms": 54.78208290878683, "decode_ms": 402.40779099985957}, "total_wall_ms": 892.7009999752045, "ttft_ms": 54.78208290878683, "input_usage": {"receiver_prompt_tokens": 2045}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6597492736, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7061651504, "mlx_cache_bytes": 1280966200, "process_rss_bytes": 6597492736}, "peak_prefill_memory": null, "peak_decode_memory": 7061651504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3633111fe7fdc73136eda5d9", "attempt_id": "0df61f4443d6", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:46.908866Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2051, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025416957214474678, "decode_payload_ms": 0.0, "receiver_prefill_ms": 539.7673329571262, "ttft_ms": 38.68245903868228, "decode_ms": 330.514750094153}, "total_wall_ms": 912.8277080599219, "ttft_ms": 38.68245903868228, "input_usage": {"receiver_prompt_tokens": 2051}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6598033408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786612, "mlx_cache_bytes": 2087045696, "process_rss_bytes": 6598033408}, "peak_prefill_memory": null, "peak_decode_memory": 7054786612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c9ac4078f6630b453fba0e5e", "attempt_id": "3807587f966d", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:47.844390Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2051, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025416957214474678, "decode_payload_ms": 0.0, "receiver_prefill_ms": 542.4670829670504, "ttft_ms": 48.275374923832715, "decode_ms": 218.9682919997722}, "total_wall_ms": 812.990834005177, "ttft_ms": 48.275374923832715, "input_usage": {"receiver_prompt_tokens": 2051}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6598049792, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786612, "mlx_cache_bytes": 2087045696, "process_rss_bytes": 6598049792}, "peak_prefill_memory": null, "peak_decode_memory": 7054786612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "acbf2d57d99baa3bb3291022", "attempt_id": "ff4ce199181e", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:48.680247Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2048, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025416957214474678, "decode_payload_ms": 0.0, "receiver_prefill_ms": 473.96037506405264, "ttft_ms": 42.49712498858571, "decode_ms": 155.7709170738235}, "total_wall_ms": 675.7320000324398, "ttft_ms": 42.49712498858571, "input_usage": {"receiver_prompt_tokens": 2048}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 6598082560, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7063175232, "mlx_cache_bytes": 2087045696, "process_rss_bytes": 6598082560}, "peak_prefill_memory": null, "peak_decode_memory": 7063175232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5ab2626e677fad777c044d90", "attempt_id": "48c57eec76c8", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:49.377114Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2056, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025416957214474678, "decode_payload_ms": 0.0, "receiver_prefill_ms": 907.967249979265, "ttft_ms": 39.17491703759879, "decode_ms": 261.24666596297175}, "total_wall_ms": 1211.6929580224678, "ttft_ms": 39.17491703759879, "input_usage": {"receiver_prompt_tokens": 2056}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6599262208, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054794796, "mlx_cache_bytes": 2092188669, "process_rss_bytes": 6599262208}, "peak_prefill_memory": null, "peak_decode_memory": 7054794796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a34269d1bed9a1a8e01f5409", "attempt_id": "5cb8306ef833", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:50.610885Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2054, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025416957214474678, "decode_payload_ms": 0.0, "receiver_prefill_ms": 585.719499969855, "ttft_ms": 49.6917919954285, "decode_ms": 364.57666708156466}, "total_wall_ms": 1003.0161670874804, "ttft_ms": 49.6917919954285, "input_usage": {"receiver_prompt_tokens": 2054}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6599442432, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054792797, "mlx_cache_bytes": 2095285245, "process_rss_bytes": 6599442432}, "peak_prefill_memory": null, "peak_decode_memory": 7054792797, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fc45c178aa497c4f2856a0ea", "attempt_id": "55e138743342", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:51.634835Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2048, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025416957214474678, "decode_payload_ms": 0.0, "receiver_prefill_ms": 491.39533401466906, "ttft_ms": 49.010332906618714, "decode_ms": 45.80304108094424}, "total_wall_ms": 589.230666984804, "ttft_ms": 49.010332906618714, "input_usage": {"receiver_prompt_tokens": 2048}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599409664, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7063175232, "mlx_cache_bytes": 2095285245, "process_rss_bytes": 6599409664}, "peak_prefill_memory": null, "peak_decode_memory": 7063175232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "520ca0673d257e517a5c275d", "attempt_id": "c34d0296c49e", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:52.245014Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2046, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.025416957214474678, "decode_payload_ms": 0.0, "receiver_prefill_ms": 511.2538749817759, "ttft_ms": 48.41466702055186, "decode_ms": 39.59991701412946}, "total_wall_ms": 602.9183330247179, "ttft_ms": 48.41466702055186, "input_usage": {"receiver_prompt_tokens": 2046}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599426048, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7062388800, "mlx_cache_bytes": 2656535549, "process_rss_bytes": 6599426048}, "peak_prefill_memory": null, "peak_decode_memory": 7062388800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "906fb78d7fdd8a3d40b151e6", "attempt_id": "24501095d4d9", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:52.870086Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 211, "message_tokens": 132, "message_utf8_bytes": 699, "cache_tensor_bytes": null, "serialized_payload_bytes": 699, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3587919529527426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.79641696996987, "ttft_ms": 45.009916997514665, "decode_ms": 44.92799995932728}, "total_wall_ms": 176.73458298668265, "ttft_ms": 45.009916997514665, "input_usage": {"receiver_prompt_tokens": 211}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599589888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6351512688, "mlx_cache_bytes": 2829091837, "process_rss_bytes": 6599589888}, "peak_prefill_memory": null, "peak_decode_memory": 6351512688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b02f3343692bbb81db58494f929605d06dd28b19633a0be78255fe46e31eef8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6f069850606433588d01f4e0", "attempt_id": "c31134f6f532", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:53.068486Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 217, "message_tokens": 132, "message_utf8_bytes": 699, "cache_tensor_bytes": null, "serialized_payload_bytes": 699, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3587919529527426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 63.218874973244965, "ttft_ms": 24.810667033307254, "decode_ms": 34.904666943475604}, "total_wall_ms": 123.8859590375796, "ttft_ms": 24.810667033307254, "input_usage": {"receiver_prompt_tokens": 217}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599737344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6354969712, "mlx_cache_bytes": 2997617661, "process_rss_bytes": 6599737344}, "peak_prefill_memory": null, "peak_decode_memory": 6354969712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b02f3343692bbb81db58494f929605d06dd28b19633a0be78255fe46e31eef8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "404c6444eaa7eb6f037de747", "attempt_id": "58cb78b10461", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:53.212599Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 217, "message_tokens": 132, "message_utf8_bytes": 699, "cache_tensor_bytes": null, "serialized_payload_bytes": 699, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3587919529527426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.49899993930012, "ttft_ms": 50.18529191147536, "decode_ms": 29.159959056414664}, "total_wall_ms": 185.97908306401223, "ttft_ms": 50.18529191147536, "input_usage": {"receiver_prompt_tokens": 217}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599753728, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6354936944, "mlx_cache_bytes": 2997732349, "process_rss_bytes": 6599753728}, "peak_prefill_memory": null, "peak_decode_memory": 6354936944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b02f3343692bbb81db58494f929605d06dd28b19633a0be78255fe46e31eef8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f901d2b005bb9fd0a72aaa1b", "attempt_id": "be966da27525", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:53.421240Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 214, "message_tokens": 132, "message_utf8_bytes": 699, "cache_tensor_bytes": null, "serialized_payload_bytes": 699, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3587919529527426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.52445893455297, "ttft_ms": 44.21774996444583, "decode_ms": 34.86170805990696}, "total_wall_ms": 173.7389590125531, "ttft_ms": 44.21774996444583, "input_usage": {"receiver_prompt_tokens": 214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599802880, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6353364080, "mlx_cache_bytes": 3114910717, "process_rss_bytes": 6599802880}, "peak_prefill_memory": null, "peak_decode_memory": 6353364080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b02f3343692bbb81db58494f929605d06dd28b19633a0be78255fe46e31eef8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a161f0e343ce3de65a917bbf", "attempt_id": "96b92663c87f", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:53.617102Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 222, "message_tokens": 132, "message_utf8_bytes": 699, "cache_tensor_bytes": null, "serialized_payload_bytes": 699, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3587919529527426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 90.69304203148931, "ttft_ms": 40.12424999382347, "decode_ms": 19.014084013178945}, "total_wall_ms": 150.86395805701613, "ttft_ms": 40.12424999382347, "input_usage": {"receiver_prompt_tokens": 222}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599950336, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6359639152, "mlx_cache_bytes": 3290874877, "process_rss_bytes": 6599950336}, "peak_prefill_memory": null, "peak_decode_memory": 6359639152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b02f3343692bbb81db58494f929605d06dd28b19633a0be78255fe46e31eef8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ded82344b0d28af77a17b2a7", "attempt_id": "8f7189ac5427", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:53.788710Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 220, "message_tokens": 132, "message_utf8_bytes": 699, "cache_tensor_bytes": null, "serialized_payload_bytes": 699, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3587919529527426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.39187498576939, "ttft_ms": 40.889833006076515, "decode_ms": 30.488165910355747}, "total_wall_ms": 160.004667006433, "ttft_ms": 40.889833006076515, "input_usage": {"receiver_prompt_tokens": 220}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599983104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6368421024, "mlx_cache_bytes": 3423044605, "process_rss_bytes": 6599983104}, "peak_prefill_memory": null, "peak_decode_memory": 6368421024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b02f3343692bbb81db58494f929605d06dd28b19633a0be78255fe46e31eef8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ea3b8f591da6e3155447d060", "attempt_id": "afc053260c19", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:53.969958Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 214, "message_tokens": 132, "message_utf8_bytes": 699, "cache_tensor_bytes": null, "serialized_payload_bytes": 699, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3587919529527426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.75333295855671, "ttft_ms": 52.02795809600502, "decode_ms": 43.225124944001436}, "total_wall_ms": 202.0414579892531, "ttft_ms": 52.02795809600502, "input_usage": {"receiver_prompt_tokens": 214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6599999488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6353364080, "mlx_cache_bytes": 3423044605, "process_rss_bytes": 6599999488}, "peak_prefill_memory": null, "peak_decode_memory": 6353364080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b02f3343692bbb81db58494f929605d06dd28b19633a0be78255fe46e31eef8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "83b17fd24c578f699db39b3a", "attempt_id": "1f3b6c9718a3", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:54.193435Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 212, "message_tokens": 132, "message_utf8_bytes": 699, "cache_tensor_bytes": null, "serialized_payload_bytes": 699, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.3587919529527426, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.247791942209, "ttft_ms": 36.42241598572582, "decode_ms": 36.45654104184359}, "total_wall_ms": 171.1676249979064, "ttft_ms": 36.42241598572582, "input_usage": {"receiver_prompt_tokens": 212}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600048640, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6351889520, "mlx_cache_bytes": 3539043325, "process_rss_bytes": 6600048640}, "peak_prefill_memory": null, "peak_decode_memory": 6351889520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b02f3343692bbb81db58494f929605d06dd28b19633a0be78255fe46e31eef8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9b506313b76f2583b6cb80ba", "attempt_id": "ec96216e8079", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:54.388890Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 1775, "cache_tensor_bytes": null, "serialized_payload_bytes": 1775, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8415419617667794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 154.8532920423895, "ttft_ms": 47.15045797638595, "decode_ms": 48.25195798184723}, "total_wall_ms": 251.66629196610302, "ttft_ms": 47.15045797638595, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600310784, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566965336, "mlx_cache_bytes": 3929310205, "process_rss_bytes": 6600310784}, "peak_prefill_memory": null, "peak_decode_memory": 6566965336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d2f5c011b1bc04cde05fd53e8eda8cce4f41dc708c77ba1e0b49bd3fb47d3958", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9a57c4eb2ccc504dc3633552", "attempt_id": "597ce72eb6d4", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:54.663487Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1775, "cache_tensor_bytes": null, "serialized_payload_bytes": 1775, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8415419617667794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 181.21874995995313, "ttft_ms": 44.996040989644825, "decode_ms": 329.73024994134903}, "total_wall_ms": 557.47912498191, "ttft_ms": 44.996040989644825, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6600441856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4279665661, "process_rss_bytes": 6600441856}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C in Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d2f5c011b1bc04cde05fd53e8eda8cce4f41dc708c77ba1e0b49bd3fb47d3958", "output_hash": "3491362e6ed6bb557ea2c25e29286d6fdbd0a0a36995d38446eddfd8450e097c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4adda635e44bb416765ff4c4", "attempt_id": "11c2f6904d48", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:55.242397Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 601, "message_tokens": 516, "message_utf8_bytes": 1775, "cache_tensor_bytes": null, "serialized_payload_bytes": 1775, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8415419617667794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 171.44183290656656, "ttft_ms": 42.17550007160753, "decode_ms": 41.338249924592674}, "total_wall_ms": 256.42637501005083, "ttft_ms": 42.17550007160753, "input_usage": {"receiver_prompt_tokens": 601}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600491008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 4279665661, "process_rss_bytes": 6600491008}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d2f5c011b1bc04cde05fd53e8eda8cce4f41dc708c77ba1e0b49bd3fb47d3958", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b88d04948c6076d6b1e74562", "attempt_id": "38670f80572e", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:55.520316Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 598, "message_tokens": 516, "message_utf8_bytes": 1775, "cache_tensor_bytes": null, "serialized_payload_bytes": 1775, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8415419617667794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 168.28325006645173, "ttft_ms": 42.49120794702321, "decode_ms": 53.93745796754956}, "total_wall_ms": 266.03237504605204, "ttft_ms": 42.49120794702321, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600507392, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568931416, "mlx_cache_bytes": 4525622269, "process_rss_bytes": 6600507392}, "peak_prefill_memory": null, "peak_decode_memory": 6568931416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d2f5c011b1bc04cde05fd53e8eda8cce4f41dc708c77ba1e0b49bd3fb47d3958", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "43812728b5c270b829d4f9ce", "attempt_id": "038b0bcc29f7", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:55.807395Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 606, "message_tokens": 516, "message_utf8_bytes": 1775, "cache_tensor_bytes": null, "serialized_payload_bytes": 1775, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8415419617667794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 179.05437492299825, "ttft_ms": 30.108542065136135, "decode_ms": 365.62775005586445}, "total_wall_ms": 576.2662909692153, "ttft_ms": 30.108542065136135, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6600540160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6571159640, "mlx_cache_bytes": 4894262269, "process_rss_bytes": 6600540160}, "peak_prefill_memory": null, "peak_decode_memory": 6571159640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d2f5c011b1bc04cde05fd53e8eda8cce4f41dc708c77ba1e0b49bd3fb47d3958", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2bfef06d645d76d7f74dd897", "attempt_id": "1e7e8299b397", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:56.404836Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 1775, "cache_tensor_bytes": null, "serialized_payload_bytes": 1775, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8415419617667794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 197.55854201503098, "ttft_ms": 35.68808303680271, "decode_ms": 27.315416955389082}, "total_wall_ms": 262.4514999333769, "ttft_ms": 35.68808303680271, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600572928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585266264, "mlx_cache_bytes": 5164942333, "process_rss_bytes": 6600572928}, "peak_prefill_memory": null, "peak_decode_memory": 6585266264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d2f5c011b1bc04cde05fd53e8eda8cce4f41dc708c77ba1e0b49bd3fb47d3958", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "749a10f41570225b4bb45f60", "attempt_id": "e88897f5be11", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:56.690208Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 598, "message_tokens": 516, "message_utf8_bytes": 1775, "cache_tensor_bytes": null, "serialized_payload_bytes": 1775, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8415419617667794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 195.7303750095889, "ttft_ms": 37.23991697188467, "decode_ms": 33.89962494838983}, "total_wall_ms": 268.46675004344434, "ttft_ms": 37.23991697188467, "input_usage": {"receiver_prompt_tokens": 598}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600572928, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6568931416, "mlx_cache_bytes": 5164942333, "process_rss_bytes": 6600572928}, "peak_prefill_memory": null, "peak_decode_memory": 6568931416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d2f5c011b1bc04cde05fd53e8eda8cce4f41dc708c77ba1e0b49bd3fb47d3958", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6ccb56e1b78581aa65d29afd", "attempt_id": "41e0321def09", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:56.982992Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1971}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 596, "message_tokens": 516, "message_utf8_bytes": 1775, "cache_tensor_bytes": null, "serialized_payload_bytes": 1775, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8415419617667794, "decode_payload_ms": 0.0, "receiver_prefill_ms": 206.1636250000447, "ttft_ms": 52.30099998880178, "decode_ms": 22.620375035330653}, "total_wall_ms": 282.57141599897295, "ttft_ms": 52.30099998880178, "input_usage": {"receiver_prompt_tokens": 596}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600605696, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567358552, "mlx_cache_bytes": 5410014205, "process_rss_bytes": 6600605696}, "peak_prefill_memory": null, "peak_decode_memory": 6567358552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d2f5c011b1bc04cde05fd53e8eda8cce4f41dc708c77ba1e0b49bd3fb47d3958", "output_hash": "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2d52bb8506077d32b22fdf34", "attempt_id": "2fdec005991b", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:57.291069Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 203, "message_tokens": 128, "message_utf8_bytes": 326, "cache_tensor_bytes": null, "serialized_payload_bytes": 326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7147079342976213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.24599999189377, "ttft_ms": 44.75383390672505, "decode_ms": 24.731541983783245}, "total_wall_ms": 175.54037494119257, "ttft_ms": 44.75383390672505, "input_usage": {"receiver_prompt_tokens": 203}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600736768, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6345204848, "mlx_cache_bytes": 5567824893, "process_rss_bytes": 6600736768}, "peak_prefill_memory": null, "peak_decode_memory": 6345204848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67dd5df4b6c2cc4b5034e9623e6e48ec476f1a5f3b53d4ed80fdb39c5a099d19", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "960a53b6ffa03f96204e113b", "attempt_id": "c8f088125334", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:57.488109Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 209, "message_tokens": 128, "message_utf8_bytes": 326, "cache_tensor_bytes": null, "serialized_payload_bytes": 326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7147079342976213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 59.651290997862816, "ttft_ms": 44.325374998152256, "decode_ms": 47.68295807298273}, "total_wall_ms": 152.65408309642226, "ttft_ms": 44.325374998152256, "input_usage": {"receiver_prompt_tokens": 209}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600769536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6350185584, "mlx_cache_bytes": 5682119677, "process_rss_bytes": 6600769536}, "peak_prefill_memory": null, "peak_decode_memory": 6350185584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67dd5df4b6c2cc4b5034e9623e6e48ec476f1a5f3b53d4ed80fdb39c5a099d19", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "350f8498c2cc2bdba46117dc", "attempt_id": "f0eea4cdaefe", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:57.662250Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 209, "message_tokens": 128, "message_utf8_bytes": 326, "cache_tensor_bytes": null, "serialized_payload_bytes": 326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7147079342976213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.06504200119525, "ttft_ms": 50.073124933987856, "decode_ms": 18.201000057160854}, "total_wall_ms": 161.36324999388307, "ttft_ms": 50.073124933987856, "input_usage": {"receiver_prompt_tokens": 209}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600769536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6350185584, "mlx_cache_bytes": 5682119677, "process_rss_bytes": 6600769536}, "peak_prefill_memory": null, "peak_decode_memory": 6350185584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67dd5df4b6c2cc4b5034e9623e6e48ec476f1a5f3b53d4ed80fdb39c5a099d19", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bed08623df2b233a51b643e8", "attempt_id": "019b3ff18573", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:57.845326Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 206, "message_tokens": 128, "message_utf8_bytes": 326, "cache_tensor_bytes": null, "serialized_payload_bytes": 326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7147079342976213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 125.36499998532236, "ttft_ms": 43.34979096893221, "decode_ms": 50.19183293916285}, "total_wall_ms": 219.6721249492839, "ttft_ms": 43.34979096893221, "input_usage": {"receiver_prompt_tokens": 206}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600802304, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6357738656, "mlx_cache_bytes": 5805917181, "process_rss_bytes": 6600802304}, "peak_prefill_memory": null, "peak_decode_memory": 6357738656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67dd5df4b6c2cc4b5034e9623e6e48ec476f1a5f3b53d4ed80fdb39c5a099d19", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "da70f6f1d8274607021d1a65", "attempt_id": "aaf632e32046", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:58.086755Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 214, "message_tokens": 128, "message_utf8_bytes": 326, "cache_tensor_bytes": null, "serialized_payload_bytes": 326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7147079342976213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.11695798672736, "ttft_ms": 47.32775001320988, "decode_ms": 48.785457969643176}, "total_wall_ms": 179.21474995091558, "ttft_ms": 47.32775001320988, "input_usage": {"receiver_prompt_tokens": 214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600818688, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6353364080, "mlx_cache_bytes": 5805917181, "process_rss_bytes": 6600818688}, "peak_prefill_memory": null, "peak_decode_memory": 6353364080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67dd5df4b6c2cc4b5034e9623e6e48ec476f1a5f3b53d4ed80fdb39c5a099d19", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5a548401bf8107c962e7f07f", "attempt_id": "fad0ca1f04b2", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:58.286423Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 212, "message_tokens": 128, "message_utf8_bytes": 326, "cache_tensor_bytes": null, "serialized_payload_bytes": 326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7147079342976213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.01095903012902, "ttft_ms": 36.137750023044646, "decode_ms": 42.842958006076515}, "total_wall_ms": 173.7732500769198, "ttft_ms": 36.137750023044646, "input_usage": {"receiver_prompt_tokens": 212}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600835072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6351889520, "mlx_cache_bytes": 5805917181, "process_rss_bytes": 6600835072}, "peak_prefill_memory": null, "peak_decode_memory": 6351889520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67dd5df4b6c2cc4b5034e9623e6e48ec476f1a5f3b53d4ed80fdb39c5a099d19", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7d6d7ceed47419bf3def92f4", "attempt_id": "4f9c9ceb94ce", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:58.480151Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 206, "message_tokens": 128, "message_utf8_bytes": 326, "cache_tensor_bytes": null, "serialized_payload_bytes": 326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7147079342976213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.23549998365343, "ttft_ms": 43.14154200255871, "decode_ms": 21.135332994163036}, "total_wall_ms": 147.38370792474598, "ttft_ms": 43.14154200255871, "input_usage": {"receiver_prompt_tokens": 206}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600851456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6358295688, "mlx_cache_bytes": 5805917181, "process_rss_bytes": 6600851456}, "peak_prefill_memory": null, "peak_decode_memory": 6358295688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67dd5df4b6c2cc4b5034e9623e6e48ec476f1a5f3b53d4ed80fdb39c5a099d19", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d649e2630c5f9f61268086dd", "attempt_id": "818276900582", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:58.649480Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 204, "message_tokens": 128, "message_utf8_bytes": 326, "cache_tensor_bytes": null, "serialized_payload_bytes": 326, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7147079342976213, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.93212504032999, "ttft_ms": 19.05783300753683, "decode_ms": 29.006875003688037}, "total_wall_ms": 140.94204199500382, "ttft_ms": 19.05783300753683, "input_usage": {"receiver_prompt_tokens": 204}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600851456, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6345729136, "mlx_cache_bytes": 5917459453, "process_rss_bytes": 6600851456}, "peak_prefill_memory": null, "peak_decode_memory": 6345729136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67dd5df4b6c2cc4b5034e9623e6e48ec476f1a5f3b53d4ed80fdb39c5a099d19", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "77ffefdf43d830d58ed924aa", "attempt_id": "99653bbd39bb", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:58.814598Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 583, "message_tokens": 508, "message_utf8_bytes": 1231, "cache_tensor_bytes": null, "serialized_payload_bytes": 1231, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.127957995980978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 155.91591701377183, "ttft_ms": 41.78220801986754, "decode_ms": 48.34500001743436}, "total_wall_ms": 247.34445801004767, "ttft_ms": 41.78220801986754, "input_usage": {"receiver_prompt_tokens": 583}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600949760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559592536, "mlx_cache_bytes": 6272041981, "process_rss_bytes": 6600949760}, "peak_prefill_memory": null, "peak_decode_memory": 6559592536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "386755a6041624133cae3e906274e1dbaa1ac732378d43f385e9581f5c9aba44", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d526aabbe84d0dba86056194", "attempt_id": "c7be020467cc", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:59.084813Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 589, "message_tokens": 508, "message_utf8_bytes": 1231, "cache_tensor_bytes": null, "serialized_payload_bytes": 1231, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.127957995980978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 202.24424998741597, "ttft_ms": 51.58279195893556, "decode_ms": 46.79262498393655}, "total_wall_ms": 301.9260410219431, "ttft_ms": 51.58279195893556, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601015296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6615417853, "process_rss_bytes": 6601015296}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "386755a6041624133cae3e906274e1dbaa1ac732378d43f385e9581f5c9aba44", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2bebbc559d57148a86a9913b", "attempt_id": "bac7cc0fe14f", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:59.407181Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 589, "message_tokens": 508, "message_utf8_bytes": 1231, "cache_tensor_bytes": null, "serialized_payload_bytes": 1231, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.127957995980978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 148.44395802356303, "ttft_ms": 42.530416045337915, "decode_ms": 378.4955000737682}, "total_wall_ms": 570.7270840648562, "ttft_ms": 42.530416045337915, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6601031680, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 6615417853, "process_rss_bytes": 6601031680}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,068,030", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "386755a6041624133cae3e906274e1dbaa1ac732378d43f385e9581f5c9aba44", "output_hash": "d1643b9a5cdbde943cffa17e0bd2ea3a63bd11939d2b80e5c53fe3f1d39a8e26"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5ba4373fd5c1c6bf514fb3a7", "attempt_id": "b84710e9686f", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:49:59.998287Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 586, "message_tokens": 508, "message_utf8_bytes": 1231, "cache_tensor_bytes": null, "serialized_payload_bytes": 1231, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.127957995980978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 146.26754098571837, "ttft_ms": 21.77520899567753, "decode_ms": 183.84687509387732}, "total_wall_ms": 353.2489159842953, "ttft_ms": 21.77520899567753, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 6601048064, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 6856459261, "process_rss_bytes": 6601048064}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "386755a6041624133cae3e906274e1dbaa1ac732378d43f385e9581f5c9aba44", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "284d5c9a6da9e1176c093723", "attempt_id": "35eb8851efc9", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:00.374341Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 594, "message_tokens": 508, "message_utf8_bytes": 1231, "cache_tensor_bytes": null, "serialized_payload_bytes": 1231, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.127957995980978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 173.6891670152545, "ttft_ms": 43.01970906089991, "decode_ms": 325.49429091159254}, "total_wall_ms": 543.6962500680238, "ttft_ms": 43.01970906089991, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6601080832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566572120, "mlx_cache_bytes": 7013155837, "process_rss_bytes": 6601080832}, "peak_prefill_memory": null, "peak_decode_memory": 6566572120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "386755a6041624133cae3e906274e1dbaa1ac732378d43f385e9581f5c9aba44", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "745fe7f5792c4ff45fbe1259", "attempt_id": "f0fef70ba26a", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:00.939653Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 592, "message_tokens": 508, "message_utf8_bytes": 1231, "cache_tensor_bytes": null, "serialized_payload_bytes": 1231, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.127957995980978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 177.32991697266698, "ttft_ms": 51.515334052965045, "decode_ms": 48.80475008394569}, "total_wall_ms": 278.98929093498737, "ttft_ms": 51.515334052965045, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600949760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6585167960, "mlx_cache_bytes": 7278478333, "process_rss_bytes": 6600949760}, "peak_prefill_memory": null, "peak_decode_memory": 6585167960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "386755a6041624133cae3e906274e1dbaa1ac732378d43f385e9581f5c9aba44", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1b5f86671906a5ce0e014cdc", "attempt_id": "b5e707987966", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:01.239542Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 586, "message_tokens": 508, "message_utf8_bytes": 1231, "cache_tensor_bytes": null, "serialized_payload_bytes": 1231, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.127957995980978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 201.5844159759581, "ttft_ms": 31.360000022687018, "decode_ms": 23.63358298316598}, "total_wall_ms": 257.8552080085501, "ttft_ms": 31.360000022687018, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600982528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 7278478333, "process_rss_bytes": 6600982528}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "386755a6041624133cae3e906274e1dbaa1ac732378d43f385e9581f5c9aba44", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f4753707bacf518cec2c7e8b", "attempt_id": "ab1f2bd44b6c", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:01.517818Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 584, "message_tokens": 508, "message_utf8_bytes": 1231, "cache_tensor_bytes": null, "serialized_payload_bytes": 1231, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.127957995980978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 190.75366598553956, "ttft_ms": 39.51524989679456, "decode_ms": 43.95299998577684}, "total_wall_ms": 275.4939589649439, "ttft_ms": 39.51524989679456, "input_usage": {"receiver_prompt_tokens": 584}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600998912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6559985752, "mlx_cache_bytes": 7518635005, "process_rss_bytes": 6600998912}, "peak_prefill_memory": null, "peak_decode_memory": 6559985752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "386755a6041624133cae3e906274e1dbaa1ac732378d43f385e9581f5c9aba44", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ff503f4991b69d71a9cbbcd9", "attempt_id": "cd5a0a253b31", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:01.815582Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 587, "message_tokens": 512, "message_utf8_bytes": 1358, "cache_tensor_bytes": null, "serialized_payload_bytes": 1358, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1087090242654085, "decode_payload_ms": 0.0, "receiver_prefill_ms": 182.11904203053564, "ttft_ms": 42.147999978624284, "decode_ms": 335.11224994435906}, "total_wall_ms": 561.8233749410138, "ttft_ms": 42.147999978624284, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6600835072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 7759971325, "process_rss_bytes": 6600835072}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9c6f1d7683c25b99905915cd50af46f8624d0e046d60064afa1f8536d2053414", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cfed9f490577aa19cffef409", "attempt_id": "aad1d7b7f79b", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:02.398863Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 589, "message_tokens": 508, "message_utf8_bytes": 1477, "cache_tensor_bytes": null, "serialized_payload_bytes": 1477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0590419406071305, "decode_payload_ms": 0.0, "receiver_prefill_ms": 175.15408399049193, "ttft_ms": 46.27291695214808, "decode_ms": 337.7104999963194}, "total_wall_ms": 561.484833015129, "ttft_ms": 46.27291695214808, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6600835072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6563131480, "mlx_cache_bytes": 7759971325, "process_rss_bytes": 6600835072}, "peak_prefill_memory": null, "peak_decode_memory": 6563131480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0c282c4bd4288101fb9f0b7c3f7960301f9b9cae0e1b006f3d55fa33cb6c3bdc", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e7d124b13680912c2a334bab", "attempt_id": "561ac6b167af", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:02.981197Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 580, "message_tokens": 499, "message_utf8_bytes": 1320, "cache_tensor_bytes": null, "serialized_payload_bytes": 1320, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0496670147404075, "decode_payload_ms": 0.0, "receiver_prefill_ms": 167.33445797581226, "ttft_ms": 38.87175000272691, "decode_ms": 289.80229201260954}, "total_wall_ms": 498.2860420132056, "ttft_ms": 38.87175000272691, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6600835072, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6577401944, "mlx_cache_bytes": 8019936253, "process_rss_bytes": 6600835072}, "peak_prefill_memory": null, "peak_decode_memory": 6577401944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "77c2c83f97318ad674e337c84e8706903022a99e330a15111b84b24346998e7c", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "27baf0f22614de8b3768ca95", "attempt_id": "9e8d3021295e", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:03.500827Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 499, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 577, "message_tokens": 499, "message_utf8_bytes": 1439, "cache_tensor_bytes": null, "serialized_payload_bytes": 1439, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9218748891726136, "decode_payload_ms": 0.0, "receiver_prefill_ms": 148.2660420006141, "ttft_ms": 52.42104199714959, "decode_ms": 207.91524997912347}, "total_wall_ms": 410.8636670280248, "ttft_ms": 52.42104199714959, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 6600949760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6555218008, "mlx_cache_bytes": 8334902269, "process_rss_bytes": 6600949760}, "peak_prefill_memory": null, "peak_decode_memory": 6555218008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8c78c2c57027b9340eda90e83f732ddd57af36c5177bd2241b5f21f5452cfb30", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2fe05c9027e879b87d76e4cd", "attempt_id": "834114cbda04", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:03.932833Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 597, "message_tokens": 511, "message_utf8_bytes": 1212, "cache_tensor_bytes": null, "serialized_payload_bytes": 1212, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.136208069510758, "decode_payload_ms": 0.0, "receiver_prefill_ms": 209.54304095357656, "ttft_ms": 48.278250033035874, "decode_ms": 325.0983749749139}, "total_wall_ms": 585.3710420196876, "ttft_ms": 48.278250033035874, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6600949760, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 8580269053, "process_rss_bytes": 6600949760}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b1b71eb7de8b1ef4eb5d401effd828bab160a4a00b6b0c9c62db233a9dc6cdf7", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bc2675868d450a10dfb9c39e", "attempt_id": "f70e965119b1", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:04.541246Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 591, "message_tokens": 507, "message_utf8_bytes": 1431, "cache_tensor_bytes": null, "serialized_payload_bytes": 1431, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1420410592108965, "decode_payload_ms": 0.0, "receiver_prefill_ms": 189.75595792289823, "ttft_ms": 43.90158294700086, "decode_ms": 364.7835840238258}, "total_wall_ms": 601.0728749679402, "ttft_ms": 43.90158294700086, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6600966144, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 8823178237, "process_rss_bytes": 6600966144}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e7c991ceabb14f3dd74de0b7f83992695d4c4b66708e36722b855d130f504f94", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f70e52e5a1e040bfbf73181e", "attempt_id": "bee678b24cf4", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:05.164538Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 587, "message_tokens": 509, "message_utf8_bytes": 1514, "cache_tensor_bytes": null, "serialized_payload_bytes": 1514, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2312920298427343, "decode_payload_ms": 0.0, "receiver_prefill_ms": 195.89691690634936, "ttft_ms": 37.64795802999288, "decode_ms": 43.63908397499472}, "total_wall_ms": 279.62329098954797, "ttft_ms": 37.64795802999288, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600982528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6562246744, "mlx_cache_bytes": 8823178237, "process_rss_bytes": 6600982528}, "peak_prefill_memory": null, "peak_decode_memory": 6562246744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b968cdd6fcc361d0982c0da716336ce5ade8e57a2374e310262166750a963a0d", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6b2c79c4c442a62acfc8e721", "attempt_id": "884ca4710385", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:05.465061Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 586, "message_tokens": 510, "message_utf8_bytes": 1513, "cache_tensor_bytes": null, "serialized_payload_bytes": 1513, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.013041939586401, "decode_payload_ms": 0.0, "receiver_prefill_ms": 189.1854169080034, "ttft_ms": 18.651874968782067, "decode_ms": 26.465042028576136}, "total_wall_ms": 236.82258394546807, "ttft_ms": 18.651874968782067, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6600982528, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6561951832, "mlx_cache_bytes": 8823178237, "process_rss_bytes": 6600982528}, "peak_prefill_memory": null, "peak_decode_memory": 6561951832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f6abba20464ca36454f355f0746779b994274921acba0d41c40660a00845ed1f", "output_hash": "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bd50c544969cd0b73594684f", "attempt_id": "d1525a6dc027", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:11.080862Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 207, "message_tokens": 128, "message_utf8_bytes": 288, "cache_tensor_bytes": null, "serialized_payload_bytes": 288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5357.089624973014, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.47970808669925, "ttft_ms": 34.69141595996916, "decode_ms": 33.22983405087143}, "total_wall_ms": 155.22262500599027, "ttft_ms": 34.69141595996916, "input_usage": {"receiver_prompt_tokens": 207, "sender_input_tokens": 2086, "sender_output_tokens": 128, "sender_prefill_ms": 572.2841250244528, "sender_ttft_ms": 43.00425003748387, "sender_decode_ms": 4739.774457993917}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601244672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6358688904, "mlx_cache_bytes": 8943502333, "process_rss_bytes": 6601244672}, "peak_prefill_memory": null, "peak_decode_memory": 6358688904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1f5c1b08a795ed7110a28f89139d5d4e36268379c8be60bcb7449d0cf723f13", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "001c12267a45fe00a59db1be", "attempt_id": "9d31cda253e9", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:11.259070Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 213, "message_tokens": 128, "message_utf8_bytes": 288, "cache_tensor_bytes": null, "serialized_payload_bytes": 288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5357.089624973014, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.06029098760337, "ttft_ms": 46.73562501557171, "decode_ms": 37.23804093897343}, "total_wall_ms": 164.89437501877546, "ttft_ms": 46.73562501557171, "input_usage": {"receiver_prompt_tokens": 213, "sender_input_tokens": 2086, "sender_output_tokens": 128, "sender_prefill_ms": 572.2841250244528, "sender_ttft_ms": 43.00425003748387, "sender_decode_ms": 4739.774457993917}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601244672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6351725680, "mlx_cache_bytes": 9059894269, "process_rss_bytes": 6601244672}, "peak_prefill_memory": null, "peak_decode_memory": 6351725680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1f5c1b08a795ed7110a28f89139d5d4e36268379c8be60bcb7449d0cf723f13", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "807e4cc7994c09447b603950", "attempt_id": "a9ad279d120b", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:11.443689Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 213, "message_tokens": 128, "message_utf8_bytes": 288, "cache_tensor_bytes": null, "serialized_payload_bytes": 288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5357.089624973014, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.87387509457767, "ttft_ms": 46.50487506296486, "decode_ms": 22.77625002898276}, "total_wall_ms": 158.9888749876991, "ttft_ms": 46.50487506296486, "input_usage": {"receiver_prompt_tokens": 213, "sender_input_tokens": 2086, "sender_output_tokens": 128, "sender_prefill_ms": 572.2841250244528, "sender_ttft_ms": 43.00425003748387, "sender_decode_ms": 4739.774457993917}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601244672, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6351725680, "mlx_cache_bytes": 9059894269, "process_rss_bytes": 6601244672}, "peak_prefill_memory": null, "peak_decode_memory": 6351725680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1f5c1b08a795ed7110a28f89139d5d4e36268379c8be60bcb7449d0cf723f13", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2d5b038eadcfcb192be47771", "attempt_id": "f7131dbeb50b", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:11.623283Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 210, "message_tokens": 128, "message_utf8_bytes": 288, "cache_tensor_bytes": null, "serialized_payload_bytes": 288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5357.089624973014, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.21091699972749, "ttft_ms": 43.99662499781698, "decode_ms": 42.46820800472051}, "total_wall_ms": 166.74104100093246, "ttft_ms": 43.99662499781698, "input_usage": {"receiver_prompt_tokens": 210, "sender_input_tokens": 2086, "sender_output_tokens": 128, "sender_prefill_ms": 572.2841250244528, "sender_ttft_ms": 43.00425003748387, "sender_decode_ms": 4739.774457993917}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601261056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6350840944, "mlx_cache_bytes": 9133556733, "process_rss_bytes": 6601261056}, "peak_prefill_memory": null, "peak_decode_memory": 6350840944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1f5c1b08a795ed7110a28f89139d5d4e36268379c8be60bcb7449d0cf723f13", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4e587557a9581e25d551c063", "attempt_id": "f682d9d14e23", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:11.811245Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 218, "message_tokens": 128, "message_utf8_bytes": 288, "cache_tensor_bytes": null, "serialized_payload_bytes": 288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5357.089624973014, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.74291700683534, "ttft_ms": 33.67295803036541, "decode_ms": 356.4188750460744}, "total_wall_ms": 478.7968749878928, "ttft_ms": 33.67295803036541, "input_usage": {"receiver_prompt_tokens": 218, "sender_input_tokens": 2086, "sender_output_tokens": 128, "sender_prefill_ms": 572.2841250244528, "sender_ttft_ms": 43.00425003748387, "sender_decode_ms": 4739.774457993917}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6601277440, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6367814792, "mlx_cache_bytes": 9252832253, "process_rss_bytes": 6601277440}, "peak_prefill_memory": null, "peak_decode_memory": 6367814792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1f5c1b08a795ed7110a28f89139d5d4e36268379c8be60bcb7449d0cf723f13", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6ce8dab9103c1c633ee0ad19", "attempt_id": "1b0314a4665c", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:12.311221Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 216, "message_tokens": 128, "message_utf8_bytes": 288, "cache_tensor_bytes": null, "serialized_payload_bytes": 288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5357.089624973014, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.17016693763435, "ttft_ms": 56.20595801156014, "decode_ms": 31.98158403392881}, "total_wall_ms": 172.2495419671759, "ttft_ms": 56.20595801156014, "input_usage": {"receiver_prompt_tokens": 216, "sender_input_tokens": 2086, "sender_output_tokens": 128, "sender_prefill_ms": 572.2841250244528, "sender_ttft_ms": 43.00425003748387, "sender_decode_ms": 4739.774457993917}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601293824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6354412656, "mlx_cache_bytes": 9328591869, "process_rss_bytes": 6601293824}, "peak_prefill_memory": null, "peak_decode_memory": 6354412656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1f5c1b08a795ed7110a28f89139d5d4e36268379c8be60bcb7449d0cf723f13", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "03f25a96c38315f546ef3f7a", "attempt_id": "8426d55df1d3", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:12.505465Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 210, "message_tokens": 128, "message_utf8_bytes": 288, "cache_tensor_bytes": null, "serialized_payload_bytes": 288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5357.089624973014, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.84495909418911, "ttft_ms": 33.99795794393867, "decode_ms": 38.60362502746284}, "total_wall_ms": 168.34004106931388, "ttft_ms": 33.99795794393867, "input_usage": {"receiver_prompt_tokens": 210, "sender_input_tokens": 2086, "sender_output_tokens": 128, "sender_prefill_ms": 572.2841250244528, "sender_ttft_ms": 43.00425003748387, "sender_decode_ms": 4739.774457993917}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601293824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6350840944, "mlx_cache_bytes": 9328591869, "process_rss_bytes": 6601293824}, "peak_prefill_memory": null, "peak_decode_memory": 6350840944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1f5c1b08a795ed7110a28f89139d5d4e36268379c8be60bcb7449d0cf723f13", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d87ff6d5b0d9bcceffbffbbc", "attempt_id": "076dcc0c99b3", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:12.695828Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 208, "message_tokens": 128, "message_utf8_bytes": 288, "cache_tensor_bytes": null, "serialized_payload_bytes": 288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5357.089624973014, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.99754196964204, "ttft_ms": 19.704332924447954, "decode_ms": 37.26479201577604}, "total_wall_ms": 142.82641594763845, "ttft_ms": 19.704332924447954, "input_usage": {"receiver_prompt_tokens": 208, "sender_input_tokens": 2086, "sender_output_tokens": 128, "sender_prefill_ms": 572.2841250244528, "sender_ttft_ms": 43.00425003748387, "sender_decode_ms": 4739.774457993917}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601293824, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6359868552, "mlx_cache_bytes": 9328591869, "process_rss_bytes": 6601293824}, "peak_prefill_memory": null, "peak_decode_memory": 6359868552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1f5c1b08a795ed7110a28f89139d5d4e36268379c8be60bcb7449d0cf723f13", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "60db059748d0a3b05967b502", "attempt_id": "828ee0224cea", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:33.128851Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1196, "cache_tensor_bytes": null, "serialized_payload_bytes": 1196, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20267.59104197845, "decode_payload_ms": 0.0, "receiver_prefill_ms": 203.14004202373326, "ttft_ms": 28.74737500678748, "decode_ms": 394.19945899862796}, "total_wall_ms": 627.724124933593, "ttft_ms": 28.74737500678748, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 2087, "sender_output_tokens": 512, "sender_prefill_ms": 548.8623749697581, "sender_ttft_ms": 49.25675003323704, "sender_decode_ms": 19667.46804106515}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6601375744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582136920, "mlx_cache_bytes": 9500820477, "process_rss_bytes": 6601375744}, "peak_prefill_memory": null, "peak_decode_memory": 6582136920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f811e3d2b4b96fb92f1cc9651f50294bf8a18ad7c33cafac648e5969f236fb1e", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b0b0c81f969c1736283bcfe7", "attempt_id": "9bb1b19b0b3d", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:33.783215Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1196, "cache_tensor_bytes": null, "serialized_payload_bytes": 1196, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20267.59104197845, "decode_payload_ms": 0.0, "receiver_prefill_ms": 183.51595802232623, "ttft_ms": 19.946582964621484, "decode_ms": 41.30941699258983}, "total_wall_ms": 246.46916706115007, "ttft_ms": 19.946582964621484, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2087, "sender_output_tokens": 512, "sender_prefill_ms": 548.8623749697581, "sender_ttft_ms": 49.25675003323704, "sender_decode_ms": 19667.46804106515}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601375744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 9500820477, "process_rss_bytes": 6601375744}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f811e3d2b4b96fb92f1cc9651f50294bf8a18ad7c33cafac648e5969f236fb1e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "99de6273c9600fddb438f1d7", "attempt_id": "2c4fe8796cf3", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:34.054357Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 597, "message_tokens": 512, "message_utf8_bytes": 1196, "cache_tensor_bytes": null, "serialized_payload_bytes": 1196, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20267.59104197845, "decode_payload_ms": 0.0, "receiver_prefill_ms": 232.18620801344514, "ttft_ms": 30.138583038933575, "decode_ms": 33.883374999277294}, "total_wall_ms": 297.7294169832021, "ttft_ms": 30.138583038933575, "input_usage": {"receiver_prompt_tokens": 597, "sender_input_tokens": 2087, "sender_output_tokens": 512, "sender_prefill_ms": 548.8623749697581, "sender_ttft_ms": 49.25675003323704, "sender_decode_ms": 19667.46804106515}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601375744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567653464, "mlx_cache_bytes": 9500820477, "process_rss_bytes": 6601375744}, "peak_prefill_memory": null, "peak_decode_memory": 6567653464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f811e3d2b4b96fb92f1cc9651f50294bf8a18ad7c33cafac648e5969f236fb1e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "972b2521690d285b8bc67c21", "attempt_id": "df2e83a51555", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:34.374794Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1196, "cache_tensor_bytes": null, "serialized_payload_bytes": 1196, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20267.59104197845, "decode_payload_ms": 0.0, "receiver_prefill_ms": 224.3669159943238, "ttft_ms": 22.97604107297957, "decode_ms": 17.95237499754876}, "total_wall_ms": 266.74049999564886, "ttft_ms": 22.97604107297957, "input_usage": {"receiver_prompt_tokens": 594, "sender_input_tokens": 2087, "sender_output_tokens": 512, "sender_prefill_ms": 548.8623749697581, "sender_ttft_ms": 49.25675003323704, "sender_decode_ms": 19667.46804106515}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601375744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566572120, "mlx_cache_bytes": 9500820477, "process_rss_bytes": 6601375744}, "peak_prefill_memory": null, "peak_decode_memory": 6566572120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f811e3d2b4b96fb92f1cc9651f50294bf8a18ad7c33cafac648e5969f236fb1e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "00febe37781016a142d26964", "attempt_id": "65ea1c5d1d91", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:34.664475Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 602, "message_tokens": 512, "message_utf8_bytes": 1196, "cache_tensor_bytes": null, "serialized_payload_bytes": 1196, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20267.59104197845, "decode_payload_ms": 0.0, "receiver_prefill_ms": 207.15975004713982, "ttft_ms": 46.175166964530945, "decode_ms": 368.2772920001298}, "total_wall_ms": 623.0741670588031, "ttft_ms": 46.175166964530945, "input_usage": {"receiver_prompt_tokens": 602, "sender_input_tokens": 2087, "sender_output_tokens": 512, "sender_prefill_ms": 548.8623749697581, "sender_ttft_ms": 49.25675003323704, "sender_decode_ms": 19667.46804106515}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6601408512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6581891160, "mlx_cache_bytes": 9748349949, "process_rss_bytes": 6601408512}, "peak_prefill_memory": null, "peak_decode_memory": 6581891160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f811e3d2b4b96fb92f1cc9651f50294bf8a18ad7c33cafac648e5969f236fb1e", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "85de3682876a5ad12924390a", "attempt_id": "2de5beb86693", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:35.311618Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 600, "message_tokens": 512, "message_utf8_bytes": 1196, "cache_tensor_bytes": null, "serialized_payload_bytes": 1196, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20267.59104197845, "decode_payload_ms": 0.0, "receiver_prefill_ms": 165.15562497079372, "ttft_ms": 48.18745795637369, "decode_ms": 388.31354200374335}, "total_wall_ms": 603.0747499316931, "ttft_ms": 48.18745795637369, "input_usage": {"receiver_prompt_tokens": 600, "sender_input_tokens": 2087, "sender_output_tokens": 512, "sender_prefill_ms": 548.8623749697581, "sender_ttft_ms": 49.25675003323704, "sender_decode_ms": 19667.46804106515}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6601408512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6567260248, "mlx_cache_bytes": 9906619389, "process_rss_bytes": 6601408512}, "peak_prefill_memory": null, "peak_decode_memory": 6567260248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f811e3d2b4b96fb92f1cc9651f50294bf8a18ad7c33cafac648e5969f236fb1e", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "040faea8dc90b744a248bfbb", "attempt_id": "89c386e78ead", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:35.937650Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1196, "cache_tensor_bytes": null, "serialized_payload_bytes": 1196, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20267.59104197845, "decode_payload_ms": 0.0, "receiver_prefill_ms": 150.53695801179856, "ttft_ms": 26.867000036872923, "decode_ms": 31.897875014692545}, "total_wall_ms": 210.681667085737, "ttft_ms": 26.867000036872923, "input_usage": {"receiver_prompt_tokens": 594, "sender_input_tokens": 2087, "sender_output_tokens": 512, "sender_prefill_ms": 548.8623749697581, "sender_ttft_ms": 49.25675003323704, "sender_decode_ms": 19667.46804106515}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601408512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6566572120, "mlx_cache_bytes": 9906619389, "process_rss_bytes": 6601408512}, "peak_prefill_memory": null, "peak_decode_memory": 6566572120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f811e3d2b4b96fb92f1cc9651f50294bf8a18ad7c33cafac648e5969f236fb1e", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9a38432c6d073693cc7abcef", "attempt_id": "d3eb20e34a83", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:36.170131Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1196, "cache_tensor_bytes": null, "serialized_payload_bytes": 1196, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20267.59104197845, "decode_payload_ms": 0.0, "receiver_prefill_ms": 193.10900010168552, "ttft_ms": 48.168833018280566, "decode_ms": 30.483458074741066}, "total_wall_ms": 273.1704580364749, "ttft_ms": 48.168833018280566, "input_usage": {"receiver_prompt_tokens": 592, "sender_input_tokens": 2087, "sender_output_tokens": 512, "sender_prefill_ms": 548.8623749697581, "sender_ttft_ms": 49.25675003323704, "sender_decode_ms": 19667.46804106515}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6601408512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6582726744, "mlx_cache_bytes": 9906619389, "process_rss_bytes": 6601408512}, "peak_prefill_memory": null, "peak_decode_memory": 6582726744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f811e3d2b4b96fb92f1cc9651f50294bf8a18ad7c33cafac648e5969f236fb1e", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c5d80addd1f25a970ef70a60", "attempt_id": "dc60effed0dc", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:36.467592Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 121, "message_tokens": 43, "message_utf8_bytes": 168, "cache_tensor_bytes": null, "serialized_payload_bytes": 168, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2326.683791936375, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.99925003480166, "ttft_ms": 30.39112500846386, "decode_ms": 423.52000006940216}, "total_wall_ms": 2837.184499949217, "ttft_ms": 30.39112500846386, "input_usage": {"receiver_prompt_tokens": 121, "sender_input_tokens": 2082, "sender_output_tokens": 43, "sender_prefill_ms": 575.4174999892712, "sender_ttft_ms": 41.759541956707835, "sender_decode_ms": 1707.3157080449164}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6558646272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6278603376, "mlx_cache_bytes": 10015048701, "process_rss_bytes": 6558646272}, "peak_prefill_memory": null, "peak_decode_memory": 6278603376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67918d4922cc4a215f8af73fc75418b9db0043e809df8ec4e58e84d6f417633c", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "059c1e317cf8f7f98d662f51", "attempt_id": "f29c392371ba", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:39.328730Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 170, "message_tokens": 86, "message_utf8_bytes": 269, "cache_tensor_bytes": null, "serialized_payload_bytes": 269, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3948.0282498989254, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.46241594012827, "ttft_ms": 47.27683402597904, "decode_ms": 281.0025420039892}, "total_wall_ms": 4362.543457886204, "ttft_ms": 47.27683402597904, "input_usage": {"receiver_prompt_tokens": 170, "sender_input_tokens": 2088, "sender_output_tokens": 86, "sender_prefill_ms": 572.1418749308214, "sender_ttft_ms": 46.04549997020513, "sender_decode_ms": 3327.9037920292467}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6558760960, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6319449200, "mlx_cache_bytes": 10154214397, "process_rss_bytes": 6558760960}, "peak_prefill_memory": null, "peak_decode_memory": 6319449200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "13f8fdf17734f24bbe35b808c94ee3e08ab82732e7aec7db49c33a3a0353ffc4", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "28463ed003820e507349b8ea", "attempt_id": "fe605ec1b8e3", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:43.712225Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 120, "message_tokens": 36, "message_utf8_bytes": 120, "cache_tensor_bytes": null, "serialized_payload_bytes": 120, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2028.6041660001501, "decode_payload_ms": 0.0, "receiver_prefill_ms": 65.41991699486971, "ttft_ms": 52.16733308043331, "decode_ms": 280.0687920534983}, "total_wall_ms": 2426.891708979383, "ttft_ms": 52.16733308043331, "input_usage": {"receiver_prompt_tokens": 120, "sender_input_tokens": 2088, "sender_output_tokens": 36, "sender_prefill_ms": 611.6607079748064, "sender_ttft_ms": 39.29641598369926, "sender_decode_ms": 1375.6340839900076}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6558777344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6278079088, "mlx_cache_bytes": 10196157437, "process_rss_bytes": 6558777344}, "peak_prefill_memory": null, "peak_decode_memory": 6278079088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "69f0de825fd0240070d8315da99518a3de438de80cf7ebf353b4ba57798fb79d", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cae7610011d07e2d4ed7f376", "attempt_id": "d7ccedc639a2", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:46.160460Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 155, "message_tokens": 74, "message_utf8_bytes": 236, "cache_tensor_bytes": null, "serialized_payload_bytes": 236, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3465.2858750196174, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.12795802485198, "ttft_ms": 44.621291919611394, "decode_ms": 108.44966606236994}, "total_wall_ms": 3727.6338329538703, "ttft_ms": 44.621291919611394, "input_usage": {"receiver_prompt_tokens": 155, "sender_input_tokens": 2085, "sender_output_tokens": 74, "sender_prefill_ms": 554.2692090384662, "sender_ttft_ms": 41.221374995075166, "sender_decode_ms": 2867.85387492273}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 6557892608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6306620528, "mlx_cache_bytes": 10334454781, "process_rss_bytes": 6557892608}, "peak_prefill_memory": null, "peak_decode_memory": 6306620528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6870ea9f2332f5028ea3bd157a4cd79185e0c56d7dbdff6c6d165d96ab97ec94", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e52c34ec69177456ba83f79b", "attempt_id": "b2394cae2d4a", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:49.909430Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 251, "message_tokens": 162, "message_utf8_bytes": 521, "cache_tensor_bytes": null, "serialized_payload_bytes": 521, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6819.481833954342, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.50120905600488, "ttft_ms": 42.372124968096614, "decode_ms": 302.0131249213591}, "total_wall_ms": 7241.7372920317575, "ttft_ms": 42.372124968096614, "input_usage": {"receiver_prompt_tokens": 251, "sender_input_tokens": 2093, "sender_output_tokens": 162, "sender_prefill_ms": 707.0347499102354, "sender_ttft_ms": 52.32829204760492, "sender_decode_ms": 6057.84904200118}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 6388383744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6397617264, "mlx_cache_bytes": 10505012221, "process_rss_bytes": 6388383744}, "peak_prefill_memory": null, "peak_decode_memory": 6397617264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3463b753dd8829ea6fec059b9cd58dcc1a7c02bf15c4fad6b7612262255b579b", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8bcead4a1aaf963ae9e946bc", "attempt_id": "00e556a7cd42", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:50:57.176355Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 147, "message_tokens": 60, "message_utf8_bytes": 240, "cache_tensor_bytes": null, "serialized_payload_bytes": 240, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2926.3977089431137, "decode_payload_ms": 0.0, "receiver_prefill_ms": 41.571542038582265, "ttft_ms": 28.354624984785914, "decode_ms": 413.99049991741776}, "total_wall_ms": 3411.1245409585536, "ttft_ms": 28.354624984785914, "input_usage": {"receiver_prompt_tokens": 147, "sender_input_tokens": 2091, "sender_output_tokens": 60, "sender_prefill_ms": 583.3549579838291, "sender_ttft_ms": 48.79212495870888, "sender_decode_ms": 2292.3897500149906}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6388662272, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300279920, "mlx_cache_bytes": 10636116989, "process_rss_bytes": 6388662272}, "peak_prefill_memory": null, "peak_decode_memory": 6300279920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bf25cc6aed1c6ade7cbaeeb4a635af6e9dec714e42a0a6e9bea2ffd1887bdac9", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ef0ae0c957bbe5f7f9be4455", "attempt_id": "9a7a6d5e58cf", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:00.607423Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 242, "message_tokens": 161, "message_utf8_bytes": 428, "cache_tensor_bytes": null, "serialized_payload_bytes": 428, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6918.077458045445, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.76508292369545, "ttft_ms": 42.02079097740352, "decode_ms": 36.63241700269282}, "total_wall_ms": 7082.401582971215, "ttft_ms": 42.02079097740352, "input_usage": {"receiver_prompt_tokens": 242, "sender_input_tokens": 2085, "sender_output_tokens": 161, "sender_prefill_ms": 644.1854999866337, "sender_ttft_ms": 47.369541018269956, "sender_decode_ms": 6224.478416959755}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6389055488, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6375466096, "mlx_cache_bytes": 10782000125, "process_rss_bytes": 6389055488}, "peak_prefill_memory": null, "peak_decode_memory": 6375466096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4fd85a20e1dae1cfd12c1496aa35c7f6b9f63ec4f9e3954d6e8325f8a4da5f4d", "output_hash": "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0ffcfc752a12e13bd6f61512", "attempt_id": "945fdb624ecd", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:07.708882Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 181, "message_tokens": 102, "message_utf8_bytes": 340, "cache_tensor_bytes": null, "serialized_payload_bytes": 340, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4510.75499993749, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.02654206193984, "ttft_ms": 33.74350001104176, "decode_ms": 34.6085000783205}, "total_wall_ms": 4677.098875050433, "ttft_ms": 33.74350001104176, "input_usage": {"receiver_prompt_tokens": 181, "sender_input_tokens": 2083, "sender_output_tokens": 102, "sender_prefill_ms": 567.8197500528768, "sender_ttft_ms": 36.7324169492349, "sender_decode_ms": 3904.24854203593}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6388269056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6327739504, "mlx_cache_bytes": 10909139965, "process_rss_bytes": 6388269056}, "peak_prefill_memory": null, "peak_decode_memory": 6327739504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3b75210dd375ba950bf4b73febd17778e61945603a415dc22d9590c42b1773b0", "output_hash": "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8701c581dbc14f5227d24a15", "attempt_id": "3f8040a810ad", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:18.234519Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 137, "message_tokens": 47, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5828.520458075218, "decode_payload_ms": 0.0, "receiver_prefill_ms": 152.1300420863554, "ttft_ms": 66.38229195959866, "decode_ms": 65.39833301212639}, "total_wall_ms": 285.24745802860707, "ttft_ms": 66.38229195959866, "input_usage": {"receiver_prompt_tokens": 137, "sender_input_tokens": 2115, "sender_output_tokens": 128, "sender_prefill_ms": 753.3047500764951, "sender_ttft_ms": 46.19274998549372, "sender_decode_ms": 5025.524459080771}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6284525568, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6291530864, "mlx_cache_bytes": 11015046141, "process_rss_bytes": 6284525568}, "peak_prefill_memory": null, "peak_decode_memory": 6291530864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e2e9d8372d61bc2abf4d92635ab8105eb20a4de648105008806bc2d8f7c4d96", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4332bd474814fd60a1da05ed", "attempt_id": "366bf77ee951", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:18.543040Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 143, "message_tokens": 47, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5828.520458075218, "decode_payload_ms": 0.0, "receiver_prefill_ms": 138.74879200011492, "ttft_ms": 24.923749966546893, "decode_ms": 23.907874943688512}, "total_wall_ms": 188.33429098594934, "ttft_ms": 24.923749966546893, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 2115, "sender_output_tokens": 128, "sender_prefill_ms": 753.3047500764951, "sender_ttft_ms": 46.19274998549372, "sender_decode_ms": 5025.524459080771}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6284787712, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6304130160, "mlx_cache_bytes": 11100111869, "process_rss_bytes": 6284787712}, "peak_prefill_memory": null, "peak_decode_memory": 6304130160, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e2e9d8372d61bc2abf4d92635ab8105eb20a4de648105008806bc2d8f7c4d96", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "17730f009661178d0635a39e", "attempt_id": "11452778265a", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:18.752680Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 143, "message_tokens": 47, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5828.520458075218, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.52950001042336, "ttft_ms": 42.7512499736622, "decode_ms": 46.38404201250523}, "total_wall_ms": 172.70062502939254, "ttft_ms": 42.7512499736622, "input_usage": {"receiver_prompt_tokens": 143, "sender_input_tokens": 2115, "sender_output_tokens": 128, "sender_prefill_ms": 753.3047500764951, "sender_ttft_ms": 46.19274998549372, "sender_decode_ms": 5025.524459080771}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6284836864, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6303622280, "mlx_cache_bytes": 11100701693, "process_rss_bytes": 6284836864}, "peak_prefill_memory": null, "peak_decode_memory": 6303622280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e2e9d8372d61bc2abf4d92635ab8105eb20a4de648105008806bc2d8f7c4d96", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6d4124f6a346abb990d43447", "attempt_id": "8ad9e20eb066", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:18.947072Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 140, "message_tokens": 47, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5828.520458075218, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.99408308509737, "ttft_ms": 49.946665996685624, "decode_ms": 44.71358307637274}, "total_wall_ms": 181.53095804154873, "ttft_ms": 49.946665996685624, "input_usage": {"receiver_prompt_tokens": 140, "sender_input_tokens": 2115, "sender_output_tokens": 128, "sender_prefill_ms": 753.3047500764951, "sender_ttft_ms": 46.19274998549372, "sender_decode_ms": 5025.524459080771}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6284902400, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6296282224, "mlx_cache_bytes": 11202921469, "process_rss_bytes": 6284902400}, "peak_prefill_memory": null, "peak_decode_memory": 6296282224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e2e9d8372d61bc2abf4d92635ab8105eb20a4de648105008806bc2d8f7c4d96", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a81983359faa7e0580c80157", "attempt_id": "7f2d9dc14deb", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:19.149874Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 148, "message_tokens": 47, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5828.520458075218, "decode_payload_ms": 0.0, "receiver_prefill_ms": 141.34308299981058, "ttft_ms": 52.11175000295043, "decode_ms": 54.08625002019107}, "total_wall_ms": 248.3807080425322, "ttft_ms": 52.11175000295043, "input_usage": {"receiver_prompt_tokens": 148, "sender_input_tokens": 2115, "sender_output_tokens": 128, "sender_prefill_ms": 753.3047500764951, "sender_ttft_ms": 46.19274998549372, "sender_decode_ms": 5025.524459080771}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6284967936, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6300804208, "mlx_cache_bytes": 11283792893, "process_rss_bytes": 6284967936}, "peak_prefill_memory": null, "peak_decode_memory": 6300804208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e2e9d8372d61bc2abf4d92635ab8105eb20a4de648105008806bc2d8f7c4d96", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "49d598190933f0afabf5e21c", "attempt_id": "0a4884b5bd7d", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:19.419645Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 146, "message_tokens": 47, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5828.520458075218, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.31079106312245, "ttft_ms": 65.96333300694823, "decode_ms": 56.599291041493416}, "total_wall_ms": 211.74404106568545, "ttft_ms": 65.96333300694823, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 2115, "sender_output_tokens": 128, "sender_prefill_ms": 753.3047500764951, "sender_ttft_ms": 46.19274998549372, "sender_decode_ms": 5025.524459080771}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6285066240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299755632, "mlx_cache_bytes": 11334910973, "process_rss_bytes": 6285066240}, "peak_prefill_memory": null, "peak_decode_memory": 6299755632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e2e9d8372d61bc2abf4d92635ab8105eb20a4de648105008806bc2d8f7c4d96", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "114d7f2656eacf1528ebd27f", "attempt_id": "8b3e5c0a31e2", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:19.650713Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 140, "message_tokens": 47, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5828.520458075218, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.88616598211229, "ttft_ms": 37.94833295978606, "decode_ms": 18.885375000536442}, "total_wall_ms": 136.7663339478895, "ttft_ms": 37.94833295978606, "input_usage": {"receiver_prompt_tokens": 140, "sender_input_tokens": 2115, "sender_output_tokens": 128, "sender_prefill_ms": 753.3047500764951, "sender_ttft_ms": 46.19274998549372, "sender_decode_ms": 5025.524459080771}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6285131776, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6295676016, "mlx_cache_bytes": 11335484413, "process_rss_bytes": 6285131776}, "peak_prefill_memory": null, "peak_decode_memory": 6295676016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e2e9d8372d61bc2abf4d92635ab8105eb20a4de648105008806bc2d8f7c4d96", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3396ea923653f571f36e80f0", "attempt_id": "5d35ccda8dd3", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:19.810367Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 138, "message_tokens": 47, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5828.520458075218, "decode_payload_ms": 0.0, "receiver_prefill_ms": 107.40645905025303, "ttft_ms": 77.94937503058463, "decode_ms": 65.68274996243417}, "total_wall_ms": 251.8139169551432, "ttft_ms": 77.94937503058463, "input_usage": {"receiver_prompt_tokens": 138, "sender_input_tokens": 2115, "sender_output_tokens": 128, "sender_prefill_ms": 753.3047500764951, "sender_ttft_ms": 46.19274998549372, "sender_decode_ms": 5025.524459080771}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6285164544, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294889584, "mlx_cache_bytes": 11383981053, "process_rss_bytes": 6285164544}, "peak_prefill_memory": null, "peak_decode_memory": 6294889584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e2e9d8372d61bc2abf4d92635ab8105eb20a4de648105008806bc2d8f7c4d96", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "65223841c0da0d6fd8422676", "attempt_id": "02a458c506d4", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:50.076247Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 434, "message_tokens": 344, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29992.015082971193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 364.8830000311136, "ttft_ms": 33.16437499597669, "decode_ms": 43.701917049475014}, "total_wall_ms": 443.91549995634705, "ttft_ms": 33.16437499597669, "input_usage": {"receiver_prompt_tokens": 434, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 940.3810419607908, "sender_ttft_ms": 44.13541697431356, "sender_decode_ms": 29004.778207978234}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6284083200, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6536111924, "mlx_cache_bytes": 11729046209, "process_rss_bytes": 6284083200}, "peak_prefill_memory": null, "peak_decode_memory": 6536111924, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "448fbefbbf3dc2a8c9785c435f1c717947c9d692820d830c64b908b542a8566e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7a9127107893ed6aae4a4e6e", "attempt_id": "dfb72412f5aa", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:50.547946Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 440, "message_tokens": 344, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29992.015082971193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 265.50949993543327, "ttft_ms": 32.37508295569569, "decode_ms": 54.065417032688856}, "total_wall_ms": 353.77845796756446, "ttft_ms": 32.37508295569569, "input_usage": {"receiver_prompt_tokens": 440, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 940.3810419607908, "sender_ttft_ms": 44.13541697431356, "sender_decode_ms": 29004.778207978234}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6284197888, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6531884864, "mlx_cache_bytes": 12040393117, "process_rss_bytes": 6284197888}, "peak_prefill_memory": null, "peak_decode_memory": 6531884864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "448fbefbbf3dc2a8c9785c435f1c717947c9d692820d830c64b908b542a8566e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "65f8820ba46bd4578a6d92b4", "attempt_id": "b57e18ac7621", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:50.924594Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 440, "message_tokens": 344, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29992.015082971193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 245.53833401296288, "ttft_ms": 56.499166996218264, "decode_ms": 47.08337504416704}, "total_wall_ms": 350.54616699926555, "ttft_ms": 56.499166996218264, "input_usage": {"receiver_prompt_tokens": 440, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 940.3810419607908, "sender_ttft_ms": 44.13541697431356, "sender_decode_ms": 29004.778207978234}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6284263424, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6538536816, "mlx_cache_bytes": 12062003613, "process_rss_bytes": 6284263424}, "peak_prefill_memory": null, "peak_decode_memory": 6538536816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "448fbefbbf3dc2a8c9785c435f1c717947c9d692820d830c64b908b542a8566e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8442e0bb92aef48fd05ac2ce", "attempt_id": "b46d6970a724", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:51.299045Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 437, "message_tokens": 344, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29992.015082971193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 277.85641700029373, "ttft_ms": 42.986916028894484, "decode_ms": 56.898207985796034}, "total_wall_ms": 379.1518750367686, "ttft_ms": 42.986916028894484, "input_usage": {"receiver_prompt_tokens": 437, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 940.3810419607908, "sender_ttft_ms": 44.13541697431356, "sender_decode_ms": 29004.778207978234}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6284279808, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6537684812, "mlx_cache_bytes": 12301341085, "process_rss_bytes": 6284279808}, "peak_prefill_memory": null, "peak_decode_memory": 6537684812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "448fbefbbf3dc2a8c9785c435f1c717947c9d692820d830c64b908b542a8566e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "43942fc2671f1164f4a366a8", "attempt_id": "2b7fe200dd67", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:51.701094Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 445, "message_tokens": 344, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29992.015082971193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 323.8183750072494, "ttft_ms": 50.72587507311255, "decode_ms": 575.3746660193428}, "total_wall_ms": 951.2672499986365, "ttft_ms": 50.72587507311255, "input_usage": {"receiver_prompt_tokens": 445, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 940.3810419607908, "sender_ttft_ms": 44.13541697431356, "sender_decode_ms": 29004.778207978234}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 6280593408, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6543992672, "mlx_cache_bytes": 12632430733, "process_rss_bytes": 6280593408}, "peak_prefill_memory": null, "peak_decode_memory": 6543992672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172 NOK", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "448fbefbbf3dc2a8c9785c435f1c717947c9d692820d830c64b908b542a8566e", "output_hash": "ce5dae2b035af8d38bda9e7d1f1cb7eb7e4141e20298d86d8bce5fe5ac6c0246"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bc08d3f07374b4d8666c8240", "attempt_id": "70a270ecc729", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:52.680388Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 443, "message_tokens": 344, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29992.015082971193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 221.60295792855322, "ttft_ms": 59.783500037156045, "decode_ms": 472.54674998112023}, "total_wall_ms": 755.125334020704, "ttft_ms": 59.783500037156045, "input_usage": {"receiver_prompt_tokens": 443, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 940.3810419607908, "sender_ttft_ms": 44.13541697431356, "sender_decode_ms": 29004.778207978234}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6279692288, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6542813024, "mlx_cache_bytes": 12875045005, "process_rss_bytes": 6279692288}, "peak_prefill_memory": null, "peak_decode_memory": 6542813024, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "BH-71Y-2851", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "448fbefbbf3dc2a8c9785c435f1c717947c9d692820d830c64b908b542a8566e", "output_hash": "38b55d8642902ac72f5987064e67fbe9b766a04dc338df11f6fa45d4cb64179e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "816ed2125ce7b04e762b5743", "attempt_id": "18ce15c66489", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:53.456831Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 437, "message_tokens": 344, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29992.015082971193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 240.14141701627523, "ttft_ms": 41.92666697781533, "decode_ms": 59.50945906806737}, "total_wall_ms": 342.6190000027418, "ttft_ms": 41.92666697781533, "input_usage": {"receiver_prompt_tokens": 437, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 940.3810419607908, "sender_ttft_ms": 44.13541697431356, "sender_decode_ms": 29004.778207978234}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6279806976, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6537684812, "mlx_cache_bytes": 12875045005, "process_rss_bytes": 6279806976}, "peak_prefill_memory": null, "peak_decode_memory": 6537684812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "448fbefbbf3dc2a8c9785c435f1c717947c9d692820d830c64b908b542a8566e", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c71959c0d3e5357f7027f876", "attempt_id": "202e36495fb2", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:53.819679Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 435, "message_tokens": 344, "message_utf8_bytes": 817, "cache_tensor_bytes": null, "serialized_payload_bytes": 817, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29992.015082971193, "decode_payload_ms": 0.0, "receiver_prefill_ms": 189.47916699107736, "ttft_ms": 131.1209590639919, "decode_ms": 48.01504104398191}, "total_wall_ms": 371.0270000156015, "ttft_ms": 131.1209590639919, "input_usage": {"receiver_prompt_tokens": 435, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 940.3810419607908, "sender_ttft_ms": 44.13541697431356, "sender_decode_ms": 29004.778207978234}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 6279839744, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6536767308, "mlx_cache_bytes": 13113464973, "process_rss_bytes": 6279839744}, "peak_prefill_memory": null, "peak_decode_memory": 6536767308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "448fbefbbf3dc2a8c9785c435f1c717947c9d692820d830c64b908b542a8566e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ba2a8cdfd43ae8d3dda33750", "attempt_id": "eced51fba189", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:54.221815Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 141, "message_tokens": 51, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4871.90762499813, "decode_payload_ms": 0.0, "receiver_prefill_ms": 163.6903330218047, "ttft_ms": 34.58358300849795, "decode_ms": 513.1103330058977}, "total_wall_ms": 5587.869332986884, "ttft_ms": 34.58358300849795, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 2123, "sender_output_tokens": 68, "sender_prefill_ms": 1078.6179170245305, "sender_ttft_ms": 71.23454206157476, "sender_decode_ms": 3716.0445830086246}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 6239371264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6295151728, "mlx_cache_bytes": 13235624077, "process_rss_bytes": 6239371264}, "peak_prefill_memory": null, "peak_decode_memory": 6295151728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f3dabf50da33366b917608aeefa49c1007a0cc60466cdae60beb550e66756bbb", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "22d7c540fa1569284e76b10d", "attempt_id": "ed9984b05a3b", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:51:59.853948Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 145, "message_tokens": 49, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4692.283415934071, "decode_payload_ms": 0.0, "receiver_prefill_ms": 220.4554999480024, "ttft_ms": 58.05037508253008, "decode_ms": 158.4277079673484}, "total_wall_ms": 5618.514208937995, "ttft_ms": 58.05037508253008, "input_usage": {"receiver_prompt_tokens": 145, "sender_input_tokens": 2129, "sender_output_tokens": 64, "sender_prefill_ms": 1026.6934579703957, "sender_ttft_ms": 56.53862503822893, "sender_decode_ms": 3594.4499170873314}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 6215139328, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6298887280, "mlx_cache_bytes": 13292771469, "process_rss_bytes": 6215139328}, "peak_prefill_memory": null, "peak_decode_memory": 6298887280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C in Schefferville", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9652ad7c55f3009c5be7436cce78588b23912163734f44f8d5832818ead6c55f", "output_hash": "3491362e6ed6bb557ea2c25e29286d6fdbd0a0a36995d38446eddfd8450e097c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "74f83f0cb7ec6ed89fabe363", "attempt_id": "8d67161c6748", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:52:05.699446Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 146, "message_tokens": 50, "message_utf8_bytes": 115, "cache_tensor_bytes": null, "serialized_payload_bytes": 115, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3990.0535839842632, "decode_payload_ms": 0.0, "receiver_prefill_ms": 769.0995839657262, "ttft_ms": 57.462334050796926, "decode_ms": 316.9130419846624}, "total_wall_ms": 5153.69558299426, "ttft_ms": 57.462334050796926, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 2129, "sender_output_tokens": 61, "sender_prefill_ms": 1754.6524999197572, "sender_ttft_ms": 47.18887491617352, "sender_decode_ms": 2178.2806670526043}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1690402816, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299755632, "mlx_cache_bytes": 13292771469, "process_rss_bytes": 1690402816}, "peak_prefill_memory": null, "peak_decode_memory": 6299755632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0484c7585de7098cb92373463b2c069927504a9946d31a9ca025d1a1167fabc5", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5a142f30cf64f0c904f3e59b", "attempt_id": "8adbee89466e", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:52:11.707981Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 141, "message_tokens": 48, "message_utf8_bytes": 118, "cache_tensor_bytes": null, "serialized_payload_bytes": 118, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5765.988125000149, "decode_payload_ms": 0.0, "receiver_prefill_ms": 608.8366659823805, "ttft_ms": 161.4062919979915, "decode_ms": 745.7209579879418}, "total_wall_ms": 7289.483958971687, "ttft_ms": 161.4062919979915, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 2126, "sender_output_tokens": 77, "sender_prefill_ms": 1012.2772080358118, "sender_ttft_ms": 57.683915947563946, "sender_decode_ms": 4690.014833933674}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1691844608, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6295151728, "mlx_cache_bytes": 13320558733, "process_rss_bytes": 1691844608}, "peak_prefill_memory": null, "peak_decode_memory": 6295151728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "904688de4b65b2f491fa2b715cc1c916e51e218dddc902c4585a7ed8ac38e786", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "39a2830786ba716d51b9e097", "attempt_id": "cb73da0dc216", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:52:19.059089Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 153, "message_tokens": 52, "message_utf8_bytes": 123, "cache_tensor_bytes": null, "serialized_payload_bytes": 123, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8046.766332932748, "decode_payload_ms": 0.0, "receiver_prefill_ms": 412.3260419582948, "ttft_ms": 58.95604193210602, "decode_ms": 739.9513330310583}, "total_wall_ms": 9260.830290964805, "ttft_ms": 58.95604193210602, "input_usage": {"receiver_prompt_tokens": 153, "sender_input_tokens": 2134, "sender_output_tokens": 100, "sender_prefill_ms": 1188.6862500105053, "sender_ttft_ms": 54.72245905548334, "sender_decode_ms": 6797.676082933322}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1693466624, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6305293424, "mlx_cache_bytes": 13420566669, "process_rss_bytes": 1693466624}, "peak_prefill_memory": null, "peak_decode_memory": 6305293424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172 NOK", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8204a82f1decc01f3bb75bcfd65fcc9f2ca508a0bd791a8f43e1d8e066d0efb9", "output_hash": "ce5dae2b035af8d38bda9e7d1f1cb7eb7e4141e20298d86d8bce5fe5ac6c0246"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5588aea7edf4c02460260f4a", "attempt_id": "b14f494e8798", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:52:28.357852Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 146, "message_tokens": 47, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5077.3695829557255, "decode_payload_ms": 0.0, "receiver_prefill_ms": 142.33833295293152, "ttft_ms": 59.133582981303334, "decode_ms": 689.989916048944}, "total_wall_ms": 5974.0480419714, "ttft_ms": 59.133582981303334, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 2132, "sender_output_tokens": 64, "sender_prefill_ms": 1066.8570840498433, "sender_ttft_ms": 87.63541700318456, "sender_decode_ms": 3917.154208989814}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1691222016, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6299755632, "mlx_cache_bytes": 13467342989, "process_rss_bytes": 1691222016}, "peak_prefill_memory": null, "peak_decode_memory": 6299755632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1c4fa9d9ef27d880d8e001d842031994d04310a6e547ac6de726ad73dc66d03d", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bcd3acbe0f3d95a105aa30b2", "attempt_id": "eb28c3804423", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:52:34.375593Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 137, "message_tokens": 44, "message_utf8_bytes": 110, "cache_tensor_bytes": null, "serialized_payload_bytes": 110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5784.818125073798, "decode_payload_ms": 0.0, "receiver_prefill_ms": 415.22275004535913, "ttft_ms": 34.29595800116658, "decode_ms": 36.267624935135245}, "total_wall_ms": 6273.845667019486, "ttft_ms": 34.29595800116658, "input_usage": {"receiver_prompt_tokens": 137, "sender_input_tokens": 2126, "sender_output_tokens": 66, "sender_prefill_ms": 1249.5219999691471, "sender_ttft_ms": 79.78362508583814, "sender_decode_ms": 4450.788166956045}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1690255360, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6291530864, "mlx_cache_bytes": 13467342989, "process_rss_bytes": 1690255360}, "peak_prefill_memory": null, "peak_decode_memory": 6291530864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8f10f95ff2ae53b376c8c654d82ff6f515acf8c6218364c4ab0e748c7680e868", "output_hash": "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c3ba77cc9873d1268b158210", "attempt_id": "43c7d5ca78d9", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:52:40.687184Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 132, "message_tokens": 41, "message_utf8_bytes": 103, "cache_tensor_bytes": null, "serialized_payload_bytes": 103, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4641.5456250542775, "decode_payload_ms": 0.0, "receiver_prefill_ms": 265.1204589055851, "ttft_ms": 60.9997499268502, "decode_ms": 67.1607090625912}, "total_wall_ms": 5039.716250030324, "ttft_ms": 60.9997499268502, "input_usage": {"receiver_prompt_tokens": 132, "sender_input_tokens": 2124, "sender_output_tokens": 50, "sender_prefill_ms": 1234.726291964762, "sender_ttft_ms": 28.936250018887222, "sender_decode_ms": 3374.0929579362273}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1691385856, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6294971504, "mlx_cache_bytes": 13561518221, "process_rss_bytes": 1691385856}, "peak_prefill_memory": null, "peak_decode_memory": 6294971504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5fe520b019760ea0d31869b9808981ded50acb1dedef01a23bc802a10e688067", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b469fc12ea505953e18a56f7", "attempt_id": "83e415ae1f39", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:21.405549Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 1045, "message_tokens": 970, "message_utf8_bytes": 623, "cache_tensor_bytes": null, "serialized_payload_bytes": 623, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35642.67829200253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 378.01750004291534, "ttft_ms": 47.55725001450628, "decode_ms": 145.22933401167393}, "total_wall_ms": 592.0917090261355, "ttft_ms": 47.55725001450628, "input_usage": {"receiver_prompt_tokens": 1045, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 1526.9413749920204, "sender_ttft_ms": 87.4640840338543, "sender_decode_ms": 34020.01454192214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1437990912, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6818201660, "mlx_cache_bytes": 14222366861, "process_rss_bytes": 1437990912}, "peak_prefill_memory": null, "peak_decode_memory": 6818201660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "561d3553701d834273477e7e81d6f4a2903e1fe9e09b5b4efdd73a721bde815e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "79d87ef074645777b892e823", "attempt_id": "6a8dab0a92ab", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:22.029246Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 1051, "message_tokens": 970, "message_utf8_bytes": 623, "cache_tensor_bytes": null, "serialized_payload_bytes": 623, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35642.67829200253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 541.6967920027673, "ttft_ms": 85.35870804917067, "decode_ms": 63.60841600690037}, "total_wall_ms": 693.0375420488417, "ttft_ms": 85.35870804917067, "input_usage": {"receiver_prompt_tokens": 1051, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 1526.9413749920204, "sender_ttft_ms": 87.4640840338543, "sender_decode_ms": 34020.01454192214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1442496512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6821904444, "mlx_cache_bytes": 14839896205, "process_rss_bytes": 1442496512}, "peak_prefill_memory": null, "peak_decode_memory": 6821904444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ab0e9c7021e297c7521daf9f4fa54de8136f15dc9e1c13a37a4af71f57687c8e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0ae7cfeab51e1be141e559e2", "attempt_id": "7f47242b6bba", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:22.747613Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 1051, "message_tokens": 970, "message_utf8_bytes": 623, "cache_tensor_bytes": null, "serialized_payload_bytes": 623, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35642.67829200253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 494.5004169130698, "ttft_ms": 120.40316697675735, "decode_ms": 77.48079195152968}, "total_wall_ms": 694.4931669859216, "ttft_ms": 120.40316697675735, "input_usage": {"receiver_prompt_tokens": 1051, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 1526.9413749920204, "sender_ttft_ms": 87.4640840338543, "sender_decode_ms": 34020.01454192214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1442250752, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6821904444, "mlx_cache_bytes": 14839896205, "process_rss_bytes": 1442250752}, "peak_prefill_memory": null, "peak_decode_memory": 6821904444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ab0e9c7021e297c7521daf9f4fa54de8136f15dc9e1c13a37a4af71f57687c8e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4c71988a2be93c8ed7c69a57", "attempt_id": "3a46e9dbd7eb", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:23.468816Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 1048, "message_tokens": 970, "message_utf8_bytes": 623, "cache_tensor_bytes": null, "serialized_payload_bytes": 623, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35642.67829200253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 461.9608750799671, "ttft_ms": 76.96991600096226, "decode_ms": 63.66766698192805}, "total_wall_ms": 605.1674999762326, "ttft_ms": 76.96991600096226, "input_usage": {"receiver_prompt_tokens": 1048, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 1526.9413749920204, "sender_ttft_ms": 87.4640840338543, "sender_decode_ms": 34020.01454192214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1441071104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6850789436, "mlx_cache_bytes": 15313885325, "process_rss_bytes": 1441071104}, "peak_prefill_memory": null, "peak_decode_memory": 6850789436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ab0e9c7021e297c7521daf9f4fa54de8136f15dc9e1c13a37a4af71f57687c8e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9dca3b4c66d92aa3b42c1b1d", "attempt_id": "f69bd7f9a628", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:24.102955Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 1056, "message_tokens": 970, "message_utf8_bytes": 623, "cache_tensor_bytes": null, "serialized_payload_bytes": 623, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35642.67829200253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 458.21570802945644, "ttft_ms": 89.71616707276553, "decode_ms": 565.710791037418}, "total_wall_ms": 1115.8437500707805, "ttft_ms": 89.71616707276553, "input_usage": {"receiver_prompt_tokens": 1056, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 1526.9413749920204, "sender_ttft_ms": 87.4640840338543, "sender_decode_ms": 34020.01454192214}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1440825344, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6824689724, "mlx_cache_bytes": 15934281869, "process_rss_bytes": 1440825344}, "peak_prefill_memory": null, "peak_decode_memory": 6824689724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ab0e9c7021e297c7521daf9f4fa54de8136f15dc9e1c13a37a4af71f57687c8e", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f01b5e31b9d46d292e06da03", "attempt_id": "ec1a8cee9b17", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:25.242074Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 1054, "message_tokens": 970, "message_utf8_bytes": 623, "cache_tensor_bytes": null, "serialized_payload_bytes": 623, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35642.67829200253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 561.0457910224795, "ttft_ms": 73.62216606270522, "decode_ms": 76.63941592909396}, "total_wall_ms": 714.6227919729427, "ttft_ms": 73.62216606270522, "input_usage": {"receiver_prompt_tokens": 1054, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 1526.9413749920204, "sender_ttft_ms": 87.4640840338543, "sender_decode_ms": 34020.01454192214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1442168832, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6823804988, "mlx_cache_bytes": 16367802509, "process_rss_bytes": 1442168832}, "peak_prefill_memory": null, "peak_decode_memory": 6823804988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "561d3553701d834273477e7e81d6f4a2903e1fe9e09b5b4efdd73a721bde815e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "360276a13afb2d41417e890d", "attempt_id": "96c0dbfa9158", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:25.983297Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 1048, "message_tokens": 970, "message_utf8_bytes": 623, "cache_tensor_bytes": null, "serialized_payload_bytes": 623, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35642.67829200253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 497.2743750549853, "ttft_ms": 80.10491693858057, "decode_ms": 52.842916920781136}, "total_wall_ms": 632.7891250839457, "ttft_ms": 80.10491693858057, "input_usage": {"receiver_prompt_tokens": 1048, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 1526.9413749920204, "sender_ttft_ms": 87.4640840338543, "sender_decode_ms": 34020.01454192214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1442299904, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6855032892, "mlx_cache_bytes": 16367802509, "process_rss_bytes": 1442299904}, "peak_prefill_memory": null, "peak_decode_memory": 6855032892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ab0e9c7021e297c7521daf9f4fa54de8136f15dc9e1c13a37a4af71f57687c8e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e908282eb7cc900972572715", "attempt_id": "eab2dcbcb36e", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:26.640776Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 1046, "message_tokens": 970, "message_utf8_bytes": 623, "cache_tensor_bytes": null, "serialized_payload_bytes": 623, "side_information_bytes": 0, "fetched_bytes": 1634, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35642.67829200253, "decode_payload_ms": 0.0, "receiver_prefill_ms": 502.8000839520246, "ttft_ms": 92.95654203742743, "decode_ms": 70.77137497253716}, "total_wall_ms": 669.1975829889998, "ttft_ms": 92.95654203742743, "input_usage": {"receiver_prompt_tokens": 1046, "sender_input_tokens": 2115, "sender_output_tokens": 512, "sender_prefill_ms": 1526.9413749920204, "sender_ttft_ms": 87.4640840338543, "sender_decode_ms": 34020.01454192214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1442349056, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6854344764, "mlx_cache_bytes": 16798177421, "process_rss_bytes": 1442349056}, "peak_prefill_memory": null, "peak_decode_memory": 6854344764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "no", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1634, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ab0e9c7021e297c7521daf9f4fa54de8136f15dc9e1c13a37a4af71f57687c8e", "output_hash": "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ac30ac2b8b432c7b33420750", "attempt_id": "8d3b43d971cd", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:27.376585Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2045, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.819792029447854, "decode_payload_ms": 0.29975001234561205, "receiver_prefill_ms": 4354.247833020054, "ttft_ms": 231.00641707424074, "decode_ms": 1004.8636249266565}, "total_wall_ms": 5597.181500052102, "ttft_ms": 231.00641707424074, "input_usage": {"receiver_prompt_tokens": 2045}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 245317632, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7061651504, "mlx_cache_bytes": 16798177421, "process_rss_bytes": 245317632}, "peak_prefill_memory": null, "peak_decode_memory": 7061651504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2713cf06493be2d1b061fee3", "attempt_id": "c0d0f989295e", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:32.996839Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2051, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.819792029447854, "decode_payload_ms": 0.29975001234561205, "receiver_prefill_ms": 4630.934291984886, "ttft_ms": 23.955959011800587, "decode_ms": 422.55058290902525}, "total_wall_ms": 5082.146625034511, "ttft_ms": 23.955959011800587, "input_usage": {"receiver_prompt_tokens": 2051}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 56459264, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786612, "mlx_cache_bytes": 16798177421, "process_rss_bytes": 56459264}, "peak_prefill_memory": null, "peak_decode_memory": 7054786612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "919ff6dc3f9281577d51d172", "attempt_id": "ee701fe8b615", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:38.106049Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2051, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.819792029447854, "decode_payload_ms": 0.29975001234561205, "receiver_prefill_ms": 848.609208012931, "ttft_ms": 24.180709035135806, "decode_ms": 170.95233302097768}, "total_wall_ms": 1054.8324170522392, "ttft_ms": 24.180709035135806, "input_usage": {"receiver_prompt_tokens": 2051}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 57016320, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054786612, "mlx_cache_bytes": 16798177421, "process_rss_bytes": 57016320}, "peak_prefill_memory": null, "peak_decode_memory": 7054786612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0f36651cea9cff68239c7838", "attempt_id": "47d568264d49", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:39.193348Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2048, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.819792029447854, "decode_payload_ms": 0.29975001234561205, "receiver_prefill_ms": 845.6971660489216, "ttft_ms": 41.79829196073115, "decode_ms": 663.4332499234006}, "total_wall_ms": 1657.8844169853255, "ttft_ms": 41.79829196073115, "input_usage": {"receiver_prompt_tokens": 2048}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 47415296, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7063175232, "mlx_cache_bytes": 16798177421, "process_rss_bytes": 47415296}, "peak_prefill_memory": null, "peak_decode_memory": 7063175232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1e9b39b54393c0c1c02f47b8", "attempt_id": "c165df7325ab", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:40.890183Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2056, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.819792029447854, "decode_payload_ms": 0.29975001234561205, "receiver_prefill_ms": 690.7639999408275, "ttft_ms": 41.85066593345255, "decode_ms": 357.3740000138059}, "total_wall_ms": 1096.705208066851, "ttft_ms": 41.85066593345255, "input_usage": {"receiver_prompt_tokens": 2056}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 57409536, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054792797, "mlx_cache_bytes": 16798177421, "process_rss_bytes": 57409536}, "peak_prefill_memory": null, "peak_decode_memory": 7054792797, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cd633990feda5f0bef12034c", "attempt_id": "635746671566", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:42.112634Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q05_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2054, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.819792029447854, "decode_payload_ms": 0.29975001234561205, "receiver_prefill_ms": 779.1565000079572, "ttft_ms": 53.26924996916205, "decode_ms": 484.53966702800244}, "total_wall_ms": 1322.8936250088736, "ttft_ms": 53.26924996916205, "input_usage": {"receiver_prompt_tokens": 2054}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 56623104, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7054792797, "mlx_cache_bytes": 16798177421, "process_rss_bytes": 56623104}, "peak_prefill_memory": null, "peak_decode_memory": 7054792797, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "SP-38G-4217", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "e643c21a78559b96fd65325d9ce779b7b8fd6a47c53cf7c2cda1efa8412458c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "91aee09f95fdd9157afefac1", "attempt_id": "cb67f30319df", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:43.460009Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q06_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2048, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.819792029447854, "decode_payload_ms": 0.29975001234561205, "receiver_prefill_ms": 760.179084027186, "ttft_ms": 47.706791083328426, "decode_ms": 55.15999998897314}, "total_wall_ms": 866.7989170644432, "ttft_ms": 47.706791083328426, "input_usage": {"receiver_prompt_tokens": 2048}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 57098240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7063175232, "mlx_cache_bytes": 16798177421, "process_rss_bytes": 57098240}, "peak_prefill_memory": null, "peak_decode_memory": 7063175232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "174b32ecb6104665ab692120", "attempt_id": "f451067dc38f", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "d7fbbfa78a1b00df1963068522ef3d136b604128276634399fd3eee67f781637", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:53:44.350599Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q07_negation", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 8, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 2046, "message_tokens": 1971, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.819792029447854, "decode_payload_ms": 0.29975001234561205, "receiver_prefill_ms": 2192.5274999812245, "ttft_ms": 74.35687503311783, "decode_ms": 55.369207984767854}, "total_wall_ms": 2326.2041250709444, "ttft_ms": 74.35687503311783, "input_usage": {"receiver_prompt_tokens": 2046}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 57180160, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 7062388800, "mlx_cache_bytes": 16798177421, "process_rss_bytes": 57180160}, "peak_prefill_memory": null, "peak_decode_memory": 7062388800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "No", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "279d8b722165cabc9226b358", "attempt_id": "d58f4302ef5e", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:55:01.338876Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2597666159309995, "origin_tokens": 1766, "compressed_tokens": 552, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 749, "message_tokens": 673, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32285.182291991077, "decode_payload_ms": 0.0, "receiver_prefill_ms": 24393.165249959566, "ttft_ms": 20765.287874964997, "decode_ms": 80176.83241702616}, "total_wall_ms": 125422.81791707501, "ttft_ms": 20765.287874964997, "input_usage": {"receiver_prompt_tokens": 749}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 204587008, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6651358216, "mlx_cache_bytes": 492087292, "process_rss_bytes": 204587008}, "peak_prefill_memory": null, "peak_decode_memory": 6651358216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "de22f94c4433681b0a927b8c9becabd6a356dc8451924add5adb90472d4a9bdc", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "966e0a4e843f1f6f8e0409ab", "attempt_id": "3b2fa3c786fb", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:57:06.875896Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2597666159309995, "origin_tokens": 1766, "compressed_tokens": 552, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 755, "message_tokens": 673, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32285.182291991077, "decode_payload_ms": 0.0, "receiver_prefill_ms": 15566.239541047253, "ttft_ms": 21677.49995808117, "decode_ms": 85318.63916595466}, "total_wall_ms": 122608.2591660088, "ttft_ms": 21677.49995808117, "input_usage": {"receiver_prompt_tokens": 755}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 47808512, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6655291480, "mlx_cache_bytes": 951363580, "process_rss_bytes": 47808512}, "peak_prefill_memory": null, "peak_decode_memory": 6655291480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "de22f94c4433681b0a927b8c9becabd6a356dc8451924add5adb90472d4a9bdc", "output_hash": "620632e3a4d38128fdc81039176e9ca7b44bb1593e3f778652709568225a772b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2e4429c4fac16489b3bee409", "attempt_id": "e605803a1203", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:09.553196Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2597666159309995, "origin_tokens": 1766, "compressed_tokens": 552, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 755, "message_tokens": 673, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32285.182291991077, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1988.4534999728203, "ttft_ms": 56.966249947436154, "decode_ms": 461.8136660428718}, "total_wall_ms": 2518.857416929677, "ttft_ms": 56.966249947436154, "input_usage": {"receiver_prompt_tokens": 755}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 63848448, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6655291480, "mlx_cache_bytes": 951363580, "process_rss_bytes": 63848448}, "peak_prefill_memory": null, "peak_decode_memory": 6655291480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "71. 2449", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "de22f94c4433681b0a927b8c9becabd6a356dc8451924add5adb90472d4a9bdc", "output_hash": "10a9b36bf447655a418edd0d42d693f04d09dc9b21e23caa5ac3606fade43800"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "70c2ceb5ce8ff3b887c236ca", "attempt_id": "574a02ba0e67", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:12.137951Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2597666159309995, "origin_tokens": 1766, "compressed_tokens": 552, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 752, "message_tokens": 673, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32285.182291991077, "decode_payload_ms": 0.0, "receiver_prefill_ms": 364.38358295708895, "ttft_ms": 52.571208914741874, "decode_ms": 2679.71958394628}, "total_wall_ms": 3101.1328749591485, "ttft_ms": 52.571208914741874, "input_usage": {"receiver_prompt_tokens": 752}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 65290240, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6669299788, "mlx_cache_bytes": 1334716412, "process_rss_bytes": 65290240}, "peak_prefill_memory": null, "peak_decode_memory": 6669299788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Eshtal-12 proposed Oksana Okonkwo October 2030 budget, 336. February 2031 revised, 767.2031 budget Eshtal", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "de22f94c4433681b0a927b8c9becabd6a356dc8451924add5adb90472d4a9bdc", "output_hash": "f2005847552db685445106002595bfeea7d3cc8652091b8366900a4888c8b62d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2b2b1c40fcff26d17ef62b15", "attempt_id": "701ad57adecc", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:15.266736Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6171877384}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2597666159309995, "origin_tokens": 1766, "compressed_tokens": 552, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 760, "message_tokens": 673, "message_utf8_bytes": 1901, "cache_tensor_bytes": null, "serialized_payload_bytes": 1901, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 32285.182291991077, "decode_payload_ms": 0.0, "receiver_prefill_ms": 426.6626660246402, "ttft_ms": 86.61887503694743, "decode_ms": 169.83833292033523}, "total_wall_ms": 684.7365000285208, "ttft_ms": 86.61887503694743, "input_usage": {"receiver_prompt_tokens": 760}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 65486848, "backend_memory": {"mlx_active_bytes": 6171877384, "mlx_peak_bytes": 6657896536, "mlx_cache_bytes": 1777969148, "process_rss_bytes": 65486848}, "peak_prefill_memory": null, "peak_decode_memory": 6657896536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "889", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "de22f94c4433681b0a927b8c9becabd6a356dc8451924add5adb90472d4a9bdc", "output_hash": "a829c72c42755e384141ad8f163e4965ef5c9f8f0e07378c1d05a7222af0dd80"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "acaabc6e4d4c49b34962e380", "attempt_id": "634c79534f08", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:17.030978Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112716, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1054.6357079874724, "doc_prefill_ms": 978.4983330173418, "compress_ms": 12.819958967156708, "serialize_ms": 51.819249987602234, "load_ms": 4.219291964545846, "receiver_prefill_ms": 0.0, "query_prefill_ms": 88.34758296143264, "ttft_ms": 88.34758296143264, "decode_ms": 593.2706659659743}, "total_wall_ms": 688.8123749522492, "ttft_ms": 88.34758296143264, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 220413952, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6443311308, "mlx_cache_bytes": 2791001414, "process_rss_bytes": 220413952}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6443311308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0fd1e41ac9de2a394237f6d73e79f07db7814fc3daad26bdafb5187f0b9128ae", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8a936ce40733cee79b7ce20f", "attempt_id": "44ff31a847c1", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:17.743323Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112716, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1054.6357079874724, "doc_prefill_ms": 978.4983330173418, "compress_ms": 12.819958967156708, "serialize_ms": 51.819249987602234, "load_ms": 3.2108330633491278, "receiver_prefill_ms": 0.0, "query_prefill_ms": 82.17745902948081, "ttft_ms": 82.17745902948081, "decode_ms": 468.55266601778567}, "total_wall_ms": 557.0991659769788, "ttft_ms": 82.17745902948081, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 220889088, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6450127076, "mlx_cache_bytes": 2831355534, "process_rss_bytes": 220889088}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6450127076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0fd1e41ac9de2a394237f6d73e79f07db7814fc3daad26bdafb5187f0b9128ae", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "77373cac251170265921d9e9", "attempt_id": "24817c9f86d9", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:18.327873Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112716, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1054.6357079874724, "doc_prefill_ms": 978.4983330173418, "compress_ms": 12.819958967156708, "serialize_ms": 51.819249987602234, "load_ms": 1.7341249622404575, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.84120795316994, "ttft_ms": 62.84120795316994, "decode_ms": 408.66533399093896}, "total_wall_ms": 482.51424997579306, "ttft_ms": 62.84120795316994, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 221806592, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6450127076, "mlx_cache_bytes": 2831355534, "process_rss_bytes": 221806592}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6450127076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0fd1e41ac9de2a394237f6d73e79f07db7814fc3daad26bdafb5187f0b9128ae", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e9dbabb20e5ecf6825c093f9", "attempt_id": "73ed99a053fb", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:18.831982Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112716, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1054.6357079874724, "doc_prefill_ms": 978.4983330173418, "compress_ms": 12.819958967156708, "serialize_ms": 51.819249987602234, "load_ms": 1.9901669584214687, "receiver_prefill_ms": 0.0, "query_prefill_ms": 418.13612496480346, "ttft_ms": 418.13612496480346, "decode_ms": 330.44787496328354}, "total_wall_ms": 752.8034159913659, "ttft_ms": 418.13612496480346, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 222478336, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6448701668, "mlx_cache_bytes": 2860700722, "process_rss_bytes": 222478336}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6448701668, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0fd1e41ac9de2a394237f6d73e79f07db7814fc3daad26bdafb5187f0b9128ae", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1d1e50b0f0e309dfdab391d3", "attempt_id": "31f55af6e6be", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:19.611557Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112716, "side_information_bytes": 16076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1054.6357079874724, "doc_prefill_ms": 978.4983330173418, "compress_ms": 12.819958967156708, "serialize_ms": 51.819249987602234, "load_ms": 1.3780000153928995, "receiver_prefill_ms": 0.0, "query_prefill_ms": 67.90320901200175, "ttft_ms": 67.90320901200175, "decode_ms": 415.6412499723956}, "total_wall_ms": 486.8782910052687, "ttft_ms": 67.90320901200175, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 222527488, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6454108408, "mlx_cache_bytes": 2903135650, "process_rss_bytes": 222527488}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6454108408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0fd1e41ac9de2a394237f6d73e79f07db7814fc3daad26bdafb5187f0b9128ae", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b6c460332a7cf3d5fadc37fa", "attempt_id": "4012c407ee61", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:20.150779Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5934e1e7b2bd92f6", "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112744, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.612625017762184, "doc_prefill_ms": 978.4983330173418, "compress_ms": 2.880375017412007, "serialize_ms": 26.52341697830707, "load_ms": 37.262209109030664, "receiver_prefill_ms": 0.0, "query_prefill_ms": 86.25749999191612, "ttft_ms": 86.25749999191612, "decode_ms": 548.937665997073}, "total_wall_ms": 674.4144590338692, "ttft_ms": 86.25749999191612, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 297304064, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6443311308, "mlx_cache_bytes": 2903135650, "process_rss_bytes": 297304064}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6443311308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb4d9d05bd93beebadeb0b446aca6f8cd3f69a85009c57c2686509661e53bad1", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "14d5e1a8f0c5f483f2ca4ce7", "attempt_id": "1c6f599033bc", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:20.850633Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5934e1e7b2bd92f6", "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112744, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.612625017762184, "doc_prefill_ms": 978.4983330173418, "compress_ms": 2.880375017412007, "serialize_ms": 26.52341697830707, "load_ms": 15.384000027552247, "receiver_prefill_ms": 0.0, "query_prefill_ms": 88.41804193798453, "ttft_ms": 88.41804193798453, "decode_ms": 505.07045804988593}, "total_wall_ms": 611.153458012268, "ttft_ms": 88.41804193798453, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 297353216, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6450127076, "mlx_cache_bytes": 2903135650, "process_rss_bytes": 297353216}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6450127076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb4d9d05bd93beebadeb0b446aca6f8cd3f69a85009c57c2686509661e53bad1", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ea781cec6fc361596c57c44b", "attempt_id": "b6d981c46bf5", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:21.490666Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5934e1e7b2bd92f6", "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112744, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.612625017762184, "doc_prefill_ms": 978.4983330173418, "compress_ms": 2.880375017412007, "serialize_ms": 26.52341697830707, "load_ms": 12.7028749557212, "receiver_prefill_ms": 0.0, "query_prefill_ms": 87.66562503296882, "ttft_ms": 87.66562503296882, "decode_ms": 407.7478339895606}, "total_wall_ms": 510.0972499931231, "ttft_ms": 87.66562503296882, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 297418752, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6450127076, "mlx_cache_bytes": 2903135650, "process_rss_bytes": 297418752}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6450127076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb4d9d05bd93beebadeb0b446aca6f8cd3f69a85009c57c2686509661e53bad1", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b5ec1737c47385416e969667", "attempt_id": "04d7bcbbb57d", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:22.024532Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5934e1e7b2bd92f6", "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112744, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.612625017762184, "doc_prefill_ms": 978.4983330173418, "compress_ms": 2.880375017412007, "serialize_ms": 26.52341697830707, "load_ms": 14.886916964314878, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.55716696474701, "ttft_ms": 73.55716696474701, "decode_ms": 298.2067910488695}, "total_wall_ms": 388.62062501721084, "ttft_ms": 73.55716696474701, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 297451520, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6448586980, "mlx_cache_bytes": 2903135650, "process_rss_bytes": 297451520}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6448586980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb4d9d05bd93beebadeb0b446aca6f8cd3f69a85009c57c2686509661e53bad1", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0979bdfd41adddd70a3c17ae", "attempt_id": "ad0d6612c826", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:22.441259Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6321692680}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "5934e1e7b2bd92f6", "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 74096640, "serialized_payload_bytes": 74112744, "side_information_bytes": 16104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.612625017762184, "doc_prefill_ms": 978.4983330173418, "compress_ms": 2.880375017412007, "serialize_ms": 26.52341697830707, "load_ms": 13.400583993643522, "receiver_prefill_ms": 0.0, "query_prefill_ms": 112.01254196930677, "ttft_ms": 112.01254196930677, "decode_ms": 404.5315410476178}, "total_wall_ms": 531.9922911003232, "ttft_ms": 112.01254196930677, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 297467904, "backend_memory": {"mlx_active_bytes": 6398369800, "mlx_peak_bytes": 6454108408, "mlx_cache_bytes": 2903135650, "process_rss_bytes": 297467904}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6454108408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb4d9d05bd93beebadeb0b446aca6f8cd3f69a85009c57c2686509661e53bad1", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d332386db6784efc64c1d901", "attempt_id": "89423c9b6067", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:23.079020Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287439112}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39363840, "serialized_payload_bytes": 39398030, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.0227079782635, "doc_prefill_ms": 978.4983330173418, "compress_ms": 62.38841696176678, "serialize_ms": 17.83695793710649, "load_ms": 10.063333087600768, "receiver_prefill_ms": 0.0, "query_prefill_ms": 98.01379207056016, "ttft_ms": 98.01379207056016, "decode_ms": 642.7352499449626}, "total_wall_ms": 752.6289579691365, "ttft_ms": 98.01379207056016, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 344621056, "backend_memory": {"mlx_active_bytes": 6331086088, "mlx_peak_bytes": 6385244376, "mlx_cache_bytes": 3107838578, "process_rss_bytes": 344621056}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6385244376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5f8624f35d651cd19bdb054c3205083465b76bee66103dc2a4d23dbd2e6dc167", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ce8c36602a602b283ae79103", "attempt_id": "d5a56b03124d", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:23.856723Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287439112}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39363840, "serialized_payload_bytes": 39398030, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.0227079782635, "doc_prefill_ms": 978.4983330173418, "compress_ms": 62.38841696176678, "serialize_ms": 17.83695793710649, "load_ms": 1.7602919833734632, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.62908299546689, "ttft_ms": 73.62908299546689, "decode_ms": 581.0134579660371}, "total_wall_ms": 658.16533297766, "ttft_ms": 73.62908299546689, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 344866816, "backend_memory": {"mlx_active_bytes": 6331086088, "mlx_peak_bytes": 6397341488, "mlx_cache_bytes": 3132174722, "process_rss_bytes": 344866816}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6397341488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5f8624f35d651cd19bdb054c3205083465b76bee66103dc2a4d23dbd2e6dc167", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6dadda20b29533e19a33cf18", "attempt_id": "e7f2c16a7620", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:24.537804Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287439112}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39363840, "serialized_payload_bytes": 39398030, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.0227079782635, "doc_prefill_ms": 978.4983330173418, "compress_ms": 62.38841696176678, "serialize_ms": 17.83695793710649, "load_ms": 4.641667008399963, "receiver_prefill_ms": 0.0, "query_prefill_ms": 87.89008401799947, "ttft_ms": 87.89008401799947, "decode_ms": 413.85362506844103}, "total_wall_ms": 508.1339169992134, "ttft_ms": 87.89008401799947, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 344883200, "backend_memory": {"mlx_active_bytes": 6331086088, "mlx_peak_bytes": 6397342960, "mlx_cache_bytes": 3132174722, "process_rss_bytes": 344883200}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6397342960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5f8624f35d651cd19bdb054c3205083465b76bee66103dc2a4d23dbd2e6dc167", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e700fa2d22c5d68a0eff00a3", "attempt_id": "ece0de4ceb84", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:25.069353Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287439112}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39363840, "serialized_payload_bytes": 39398030, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.0227079782635, "doc_prefill_ms": 978.4983330173418, "compress_ms": 62.38841696176678, "serialize_ms": 17.83695793710649, "load_ms": 3.1166670378297567, "receiver_prefill_ms": 0.0, "query_prefill_ms": 223.1630829628557, "ttft_ms": 223.1630829628557, "decode_ms": 311.76733307074755}, "total_wall_ms": 539.6941249491647, "ttft_ms": 223.1630829628557, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 345047040, "backend_memory": {"mlx_active_bytes": 6331086088, "mlx_peak_bytes": 6391805168, "mlx_cache_bytes": 3156226434, "process_rss_bytes": 345047040}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6391805168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5f8624f35d651cd19bdb054c3205083465b76bee66103dc2a4d23dbd2e6dc167", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a5acf6de255115fd7dc04e29", "attempt_id": "385f04d3e231", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:25.632423Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6287439112}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39363840, "serialized_payload_bytes": 39398030, "side_information_bytes": 34190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.0227079782635, "doc_prefill_ms": 978.4983330173418, "compress_ms": 62.38841696176678, "serialize_ms": 17.83695793710649, "load_ms": 2.546416944824159, "receiver_prefill_ms": 0.0, "query_prefill_ms": 79.18208301998675, "ttft_ms": 79.18208301998675, "decode_ms": 429.49112493079156}, "total_wall_ms": 512.9653329495341, "ttft_ms": 79.18208301998675, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 345063424, "backend_memory": {"mlx_active_bytes": 6331086088, "mlx_peak_bytes": 6403224084, "mlx_cache_bytes": 3184888674, "process_rss_bytes": 345063424}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6403224084, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5f8624f35d651cd19bdb054c3205083465b76bee66103dc2a4d23dbd2e6dc167", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7cd936a2450994b0faf02135", "attempt_id": "491b7b0c189d", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:26.238317Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268564744}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 20839680, "serialized_payload_bytes": 20873736, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.32925004325807, "doc_prefill_ms": 978.4983330173418, "compress_ms": 55.0057920627296, "serialize_ms": 11.838207952678204, "load_ms": 4.002374946139753, "receiver_prefill_ms": 0.0, "query_prefill_ms": 67.90645804721862, "ttft_ms": 67.90645804721862, "decode_ms": 2813.5319590801373}, "total_wall_ms": 2887.6000830205157, "ttft_ms": 67.90645804721862, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 366903296, "backend_memory": {"mlx_active_bytes": 6293337352, "mlx_peak_bytes": 6343993640, "mlx_cache_bytes": 3290173922, "process_rss_bytes": 366903296}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6343993640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\nunknownunknownunknown memo\n\n5\nunknown  memo\n5\n\n\n memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo memo", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "76d58caa4868c5c31b8703292423da4d64fc4061ef7af423b7b0c2b1f80e4f14", "output_hash": "78d55bf7eaf8f5d5718fae1592c5390a9d4187e68a847a5372b8f5fb9e43768c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "94492e56572670a9559d73c6", "attempt_id": "f59fbcc64611", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:29.153268Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268564744}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 20839680, "serialized_payload_bytes": 20873736, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.32925004325807, "doc_prefill_ms": 978.4983330173418, "compress_ms": 55.0057920627296, "serialize_ms": 11.838207952678204, "load_ms": 3.526707994751632, "receiver_prefill_ms": 0.0, "query_prefill_ms": 80.7841670466587, "ttft_ms": 80.7841670466587, "decode_ms": 2763.325000065379}, "total_wall_ms": 2849.4511670432985, "ttft_ms": 80.7841670466587, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 367132672, "backend_memory": {"mlx_active_bytes": 6293337352, "mlx_peak_bytes": 6355811184, "mlx_cache_bytes": 3290173922, "process_rss_bytes": 367132672}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6355811184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " \nuser\n\n memo20.\nat000000000 of000000000000000000000000 of000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "76d58caa4868c5c31b8703292423da4d64fc4061ef7af423b7b0c2b1f80e4f14", "output_hash": "f956396894d647df89bc96127bf3812773aa370217fc6449ccdda4300087a89f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "853a5b240bffe439cd749368", "attempt_id": "04c8da66ebbb", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:32.028236Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268564744}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 20839680, "serialized_payload_bytes": 20873736, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.32925004325807, "doc_prefill_ms": 978.4983330173418, "compress_ms": 55.0057920627296, "serialize_ms": 11.838207952678204, "load_ms": 6.513500004075468, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.48629197943956, "ttft_ms": 62.48629197943956, "decode_ms": 106.45483306143433}, "total_wall_ms": 177.16833390295506, "ttft_ms": 62.48629197943956, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 367230976, "backend_memory": {"mlx_active_bytes": 6293337352, "mlx_peak_bytes": 6355811184, "mlx_cache_bytes": 3290173922, "process_rss_bytes": 367230976}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6355811184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "76d58caa4868c5c31b8703292423da4d64fc4061ef7af423b7b0c2b1f80e4f14", "output_hash": "75a11da44c802486bc6f65640aa48a730f0f684c5c07a42ba3cd1735eb3fb070"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "81f140027c0a997402ce4f2e", "attempt_id": "7f67524fc3a1", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:32.229035Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268564744}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 20839680, "serialized_payload_bytes": 20873736, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.32925004325807, "doc_prefill_ms": 978.4983330173418, "compress_ms": 55.0057920627296, "serialize_ms": 11.838207952678204, "load_ms": 5.260500009171665, "receiver_prefill_ms": 0.0, "query_prefill_ms": 190.32929092645645, "ttft_ms": 190.32929092645645, "decode_ms": 2674.499708926305}, "total_wall_ms": 2871.8064579879865, "ttft_ms": 190.32929092645645, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 367476736, "backend_memory": {"mlx_active_bytes": 6293337352, "mlx_peak_bytes": 6351125360, "mlx_cache_bytes": 3290173922, "process_rss_bytes": 367476736}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6351125360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "user\n\nsystem 0 0 000000000000000000000000000000000000000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "76d58caa4868c5c31b8703292423da4d64fc4061ef7af423b7b0c2b1f80e4f14", "output_hash": "d3da647a46cbd3eb57b7ba22bfc90fff80e5d0dfb8efe06d0ea15bf1b7249bde"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a72bd27a56291013f5fe2876", "attempt_id": "e5a7713892f4", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:35.125847Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268564744}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 20839680, "serialized_payload_bytes": 20873736, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.32925004325807, "doc_prefill_ms": 978.4983330173418, "compress_ms": 55.0057920627296, "serialize_ms": 11.838207952678204, "load_ms": 3.285999991931021, "receiver_prefill_ms": 0.0, "query_prefill_ms": 82.0221669273451, "ttft_ms": 82.0221669273451, "decode_ms": 2893.6651669209823}, "total_wall_ms": 2980.708874994889, "ttft_ms": 82.0221669273451, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 367493120, "backend_memory": {"mlx_active_bytes": 6293337352, "mlx_peak_bytes": 6361696052, "mlx_cache_bytes": 3290173922, "process_rss_bytes": 367493120}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6361696052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\n\n\n\n\n\n1 5     4  0  2 2  2 2  \n the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "76d58caa4868c5c31b8703292423da4d64fc4061ef7af423b7b0c2b1f80e4f14", "output_hash": "e8bbb8477ac2e890e7a22ce3d59d8e25dde723ba6f783fb1cd5c1e25d71bd090"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5824d534bcfbd72198cf99b4", "attempt_id": "56c5a44010c0", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:38.201954Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6262415368}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 13893120, "serialized_payload_bytes": 13926962, "side_information_bytes": 33842, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.37537498399615, "doc_prefill_ms": 978.4983330173418, "compress_ms": 56.51024996768683, "serialize_ms": 13.307290966622531, "load_ms": 3.6454590735957026, "receiver_prefill_ms": 0.0, "query_prefill_ms": 251.5014170203358, "ttft_ms": 251.5014170203358, "decode_ms": 2870.899665984325}, "total_wall_ms": 3129.833917017095, "ttft_ms": 251.5014170203358, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 379731968, "backend_memory": {"mlx_active_bytes": 6280634376, "mlx_peak_bytes": 6329204264, "mlx_cache_bytes": 3336158306, "process_rss_bytes": 379731968}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6329204264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "eso\nñailed in the project the later the\nThe-he is 1hehehe the the hee short Health Health Health Health Health Health Health Health Health Health Health Health Health Health Health Health Health Health Health Health Health Health Health", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7960b1fa79fbc02499ce6229a9a9eec92f86bde6fcca0fb9a9948b61cba15e6f", "output_hash": "ffe9e1c526a82a08613608e4c4f218dff9d7359341ef3b519fc07c5035dcc421"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "41f2163c35c44d7c549109a9", "attempt_id": "0c3331abb4c3", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:41.358257Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6262415368}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 13893120, "serialized_payload_bytes": 13926962, "side_information_bytes": 33842, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.37537498399615, "doc_prefill_ms": 978.4983330173418, "compress_ms": 56.51024996768683, "serialize_ms": 13.307290966622531, "load_ms": 4.8314169980585575, "receiver_prefill_ms": 0.0, "query_prefill_ms": 80.85762499831617, "ttft_ms": 80.85762499831617, "decode_ms": 2783.167792018503}, "total_wall_ms": 2870.5562920076773, "ttft_ms": 80.85762499831617, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 379961344, "backend_memory": {"mlx_active_bytes": 6280634376, "mlx_peak_bytes": 6341282553, "mlx_cache_bytes": 3336182947, "process_rss_bytes": 379961344}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6341282553, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "  \n\n0\n2\n2\n2\n2\n2\n2\n\n0\n4\n of the of the of the of the of the of the of the of the of the of the of the of the the of the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7960b1fa79fbc02499ce6229a9a9eec92f86bde6fcca0fb9a9948b61cba15e6f", "output_hash": "c1ca748f56503d4863f9966df300c79baf9d9456236b1cf2950e04720a719536"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0854d0e9d9ef7715ad3b0bb0", "attempt_id": "b06d89430872", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:44.253780Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6262415368}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 13893120, "serialized_payload_bytes": 13926962, "side_information_bytes": 33842, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.37537498399615, "doc_prefill_ms": 978.4983330173418, "compress_ms": 56.51024996768683, "serialize_ms": 13.307290966622531, "load_ms": 3.1506670638918877, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.85079097747803, "ttft_ms": 56.85079097747803, "decode_ms": 124.23537496943027}, "total_wall_ms": 186.32574996445328, "ttft_ms": 56.85079097747803, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 379977728, "backend_memory": {"mlx_active_bytes": 6280634376, "mlx_peak_bytes": 6341282553, "mlx_cache_bytes": 3336182947, "process_rss_bytes": 379977728}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6341282553, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7960b1fa79fbc02499ce6229a9a9eec92f86bde6fcca0fb9a9948b61cba15e6f", "output_hash": "75a11da44c802486bc6f65640aa48a730f0f684c5c07a42ba3cd1735eb3fb070"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "506735b3474049ef8420f0fa", "attempt_id": "532b2e922f2f", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:44.466503Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6262415368}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 13893120, "serialized_payload_bytes": 13926962, "side_information_bytes": 33842, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.37537498399615, "doc_prefill_ms": 978.4983330173418, "compress_ms": 56.51024996768683, "serialize_ms": 13.307290966622531, "load_ms": 3.502874984405935, "receiver_prefill_ms": 0.0, "query_prefill_ms": 208.85612501297146, "ttft_ms": 208.85612501297146, "decode_ms": 499.93570894002914}, "total_wall_ms": 714.4639589823782, "ttft_ms": 208.85612501297146, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 380092416, "backend_memory": {"mlx_active_bytes": 6280634376, "mlx_peak_bytes": 6336366736, "mlx_cache_bytes": 3336347395, "process_rss_bytes": 380092416}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6336366736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n.\nenu0\n8.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7960b1fa79fbc02499ce6229a9a9eec92f86bde6fcca0fb9a9948b61cba15e6f", "output_hash": "0712057767b5231d8d43eb26fba1f7d44ff199739806ef7cef86faba42ba8c89"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5cad66430628f529c1447990", "attempt_id": "25eef9c792e9", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:45.206545Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6262415368}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 13893120, "serialized_payload_bytes": 13926962, "side_information_bytes": 33842, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.37537498399615, "doc_prefill_ms": 978.4983330173418, "compress_ms": 56.51024996768683, "serialize_ms": 13.307290966622531, "load_ms": 3.1956250313669443, "receiver_prefill_ms": 0.0, "query_prefill_ms": 82.27187499869615, "ttft_ms": 82.27187499869615, "decode_ms": 2853.5520839504898}, "total_wall_ms": 2941.789541975595, "ttft_ms": 82.27187499869615, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 380174336, "backend_memory": {"mlx_active_bytes": 6280634376, "mlx_peak_bytes": 6347167297, "mlx_cache_bytes": 3336372419, "process_rss_bytes": 380174336}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6347167297, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " To()\ntoto\n\nto\ntoo\n\nto\n\nto\nto 11 10 0 1   0  0 0  0  000   ", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7960b1fa79fbc02499ce6229a9a9eec92f86bde6fcca0fb9a9948b61cba15e6f", "output_hash": "5c0fdcb95957f5817db3ee6259a246493e82fb3dbc571cdbe5b9e1fc64507105"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "45449d4dadf2ca7f494fb1c1", "attempt_id": "cf7d26ec9c79", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:48.276243Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6285123592}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 2010, "keep": 1005, "compress_ms": 80.88529098313302}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064494, "side_information_bytes": 16174, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.52700005751103, "doc_prefill_ms": 978.4983330173418, "compress_ms": 80.96541708800942, "serialize_ms": 22.373708081431687, "load_ms": 1.7549169715493917, "receiver_prefill_ms": 0.0, "query_prefill_ms": 66.08933303505182, "ttft_ms": 66.08933303505182, "decode_ms": 104.69000006560236}, "total_wall_ms": 174.91079203318805, "ttft_ms": 66.08933303505182, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 391757824, "backend_memory": {"mlx_active_bytes": 6324051976, "mlx_peak_bytes": 6363029708, "mlx_cache_bytes": 3292954819, "process_rss_bytes": 391757824}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6363029708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "17d15600096a15c4e1adfeb19b160a6cab5f5501a89db769a2c4e0577f8edbc5", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "874a877b8fc70e6daa01ddbe", "attempt_id": "aa03ce999f06", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:48.475586Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6285123592}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 2010, "keep": 1005, "compress_ms": 80.88529098313302}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064494, "side_information_bytes": 16174, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.52700005751103, "doc_prefill_ms": 978.4983330173418, "compress_ms": 80.96541708800942, "serialize_ms": 22.373708081431687, "load_ms": 1.1513339122757316, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.51987503189594, "ttft_ms": 65.51987503189594, "decode_ms": 501.2499999720603}, "total_wall_ms": 569.7316660080105, "ttft_ms": 65.51987503189594, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 391757824, "backend_memory": {"mlx_active_bytes": 6324051976, "mlx_peak_bytes": 6369239268, "mlx_cache_bytes": 3292954819, "process_rss_bytes": 391757824}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6369239268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "17d15600096a15c4e1adfeb19b160a6cab5f5501a89db769a2c4e0577f8edbc5", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0bd9a0f0bf57a1aebfe6b976", "attempt_id": "5cd68886b63f", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:49.070240Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6285123592}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 2010, "keep": 1005, "compress_ms": 80.88529098313302}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064494, "side_information_bytes": 16174, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.52700005751103, "doc_prefill_ms": 978.4983330173418, "compress_ms": 80.96541708800942, "serialize_ms": 22.373708081431687, "load_ms": 1.1686249636113644, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.905416999943554, "ttft_ms": 51.905416999943554, "decode_ms": 385.2078339550644}, "total_wall_ms": 440.02754206303507, "ttft_ms": 51.905416999943554, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 391790592, "backend_memory": {"mlx_active_bytes": 6324051976, "mlx_peak_bytes": 6369239268, "mlx_cache_bytes": 3292954819, "process_rss_bytes": 391790592}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6369239268, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "17d15600096a15c4e1adfeb19b160a6cab5f5501a89db769a2c4e0577f8edbc5", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8ac4718d4962b7af41d1be8e", "attempt_id": "ec2f80111d8b", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:49.534245Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6285123592}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 2010, "keep": 1005, "compress_ms": 80.88529098313302}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064494, "side_information_bytes": 16174, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.52700005751103, "doc_prefill_ms": 978.4983330173418, "compress_ms": 80.96541708800942, "serialize_ms": 22.373708081431687, "load_ms": 1.8943339819088578, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.95041699055582, "ttft_ms": 73.95041699055582, "decode_ms": 264.9809579597786}, "total_wall_ms": 342.73837495129555, "ttft_ms": 73.95041699055582, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 391790592, "backend_memory": {"mlx_active_bytes": 6324051976, "mlx_peak_bytes": 6368223460, "mlx_cache_bytes": 3292954819, "process_rss_bytes": 391790592}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6368223460, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "17d15600096a15c4e1adfeb19b160a6cab5f5501a89db769a2c4e0577f8edbc5", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4b8380cb52bc8ff97b46c252", "attempt_id": "da668159a6fa", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:49.906444Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6285123592}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 2010, "keep": 1005, "compress_ms": 80.88529098313302}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064494, "side_information_bytes": 16174, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 103.52700005751103, "doc_prefill_ms": 978.4983330173418, "compress_ms": 80.96541708800942, "serialize_ms": 22.373708081431687, "load_ms": 6.182792014442384, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.67024993617088, "ttft_ms": 64.67024993617088, "decode_ms": 362.70954203791916}, "total_wall_ms": 435.4581250809133, "ttft_ms": 64.67024993617088, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 391872512, "backend_memory": {"mlx_active_bytes": 6325231624, "mlx_peak_bytes": 6372630776, "mlx_cache_bytes": 3341910211, "process_rss_bytes": 391872512}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6372630776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7354655", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "17d15600096a15c4e1adfeb19b160a6cab5f5501a89db769a2c4e0577f8edbc5", "output_hash": "8d148a11998d8f65810559f1ef4ae6479852ba925e986cd71d6da7e4a8e315fb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1e0880ce4166762fa73a7056", "attempt_id": "16f7dd0ee112", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:50.431274Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 47.57491697091609}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521645, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.686292010359466, "doc_prefill_ms": 978.4983330173418, "compress_ms": 47.63674992136657, "serialize_ms": 12.81133305747062, "load_ms": 1.2637079926207662, "receiver_prefill_ms": 0.0, "query_prefill_ms": 78.25625000987202, "ttft_ms": 78.25625000987202, "decode_ms": 410.6784160248935}, "total_wall_ms": 491.99295800644904, "ttft_ms": 78.25625000987202, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 415449088, "backend_memory": {"mlx_active_bytes": 6287548424, "mlx_peak_bytes": 6321594572, "mlx_cache_bytes": 3406203035, "process_rss_bytes": 415449088}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6321594572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MP-89X-6320", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7f6ef81007573cfaec410eb9847c70ee516bcb552b3345400893355ca501b96b", "output_hash": "e07259f8346a7570e5b980e01a868e6af8ede517e6d7f6a2958e2f3b8da08023"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "53d8f50534dd727bbd148b91", "attempt_id": "054cfe16836b", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:50.947421Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 47.57491697091609}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521645, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.686292010359466, "doc_prefill_ms": 978.4983330173418, "compress_ms": 47.63674992136657, "serialize_ms": 12.81133305747062, "load_ms": 1.2311659520491958, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.247791019268334, "ttft_ms": 31.247791019268334, "decode_ms": 361.6451659472659}, "total_wall_ms": 396.09987498261034, "ttft_ms": 31.247791019268334, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 415481856, "backend_memory": {"mlx_active_bytes": 6287548424, "mlx_peak_bytes": 6327804132, "mlx_cache_bytes": 3406203035, "process_rss_bytes": 415481856}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6327804132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7f6ef81007573cfaec410eb9847c70ee516bcb552b3345400893355ca501b96b", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "63c86e53f1a9da4ee1453a9d", "attempt_id": "d2bbbec71c5c", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:51.367094Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 47.57491697091609}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521645, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.686292010359466, "doc_prefill_ms": 978.4983330173418, "compress_ms": 47.63674992136657, "serialize_ms": 12.81133305747062, "load_ms": 2.270334050990641, "receiver_prefill_ms": 0.0, "query_prefill_ms": 54.82562503311783, "ttft_ms": 54.82562503311783, "decode_ms": 98.71366701554507}, "total_wall_ms": 157.672708039172, "ttft_ms": 54.82562503311783, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 415498240, "backend_memory": {"mlx_active_bytes": 6287482888, "mlx_peak_bytes": 6327804132, "mlx_cache_bytes": 3406268571, "process_rss_bytes": 415498240}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6327804132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7f6ef81007573cfaec410eb9847c70ee516bcb552b3345400893355ca501b96b", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2f15871722d1aef492ba94a7", "attempt_id": "3b1765607a66", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:51.551640Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 47.57491697091609}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521645, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.686292010359466, "doc_prefill_ms": 978.4983330173418, "compress_ms": 47.63674992136657, "serialize_ms": 12.81133305747062, "load_ms": 1.915832981467247, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.56808397825807, "ttft_ms": 52.56808397825807, "decode_ms": 114.58470893558115}, "total_wall_ms": 171.09187494497746, "ttft_ms": 52.56808397825807, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 415531008, "backend_memory": {"mlx_active_bytes": 6286303240, "mlx_peak_bytes": 6326788324, "mlx_cache_bytes": 3407448219, "process_rss_bytes": 415531008}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6326788324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Milos Ferrante", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7f6ef81007573cfaec410eb9847c70ee516bcb552b3345400893355ca501b96b", "output_hash": "14ae3adaefbe5d307a9585834a37951eb0794dc1bfacd0739a580886526143d2"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7b5d7a113122635eb04bccbe", "attempt_id": "86520a116129", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:51.746736Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 47.57491697091609}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521645, "side_information_bytes": 15917, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.686292010359466, "doc_prefill_ms": 978.4983330173418, "compress_ms": 47.63674992136657, "serialize_ms": 12.81133305747062, "load_ms": 1.3356669805943966, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.01012496743351, "ttft_ms": 51.01012496743351, "decode_ms": 254.03487496078014}, "total_wall_ms": 308.31062502693385, "ttft_ms": 51.01012496743351, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 415531008, "backend_memory": {"mlx_active_bytes": 6287548424, "mlx_peak_bytes": 6332375288, "mlx_cache_bytes": 3406203035, "process_rss_bytes": 415531008}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6332375288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "120000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7f6ef81007573cfaec410eb9847c70ee516bcb552b3345400893355ca501b96b", "output_hash": "4f9f73b34c5b89879aad65a48025f3187dd9ce6dc3d4e88eecb2fc79227350f1"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "def178164103808ffb24b221", "attempt_id": "0fdd6ec712c9", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:52.129712Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 2010, "keep": 251, "compress_ms": 41.31716606207192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268708, "side_information_bytes": 15844, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.348666936159134, "doc_prefill_ms": 978.4983330173418, "compress_ms": 41.36320808902383, "serialize_ms": 5.754875019192696, "load_ms": 1.6183329280465841, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.33358305040747, "ttft_ms": 48.33358305040747, "decode_ms": 421.7722500907257}, "total_wall_ms": 473.82229194045067, "ttft_ms": 48.33358305040747, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 419807232, "backend_memory": {"mlx_active_bytes": 6269329416, "mlx_peak_bytes": 6301605788, "mlx_cache_bytes": 3424749723, "process_rss_bytes": 419807232}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6301605788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MP-89X-6320", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "55f4e09494fa3cefd3b5233346303ec551b5e3340638f269e7a42ddf548197cf", "output_hash": "e07259f8346a7570e5b980e01a868e6af8ede517e6d7f6a2958e2f3b8da08023"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ce78979af3b845da8fc9d33a", "attempt_id": "7689c26ad116", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:52.628211Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 2010, "keep": 251, "compress_ms": 41.31716606207192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268708, "side_information_bytes": 15844, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.348666936159134, "doc_prefill_ms": 978.4983330173418, "compress_ms": 41.36320808902383, "serialize_ms": 5.754875019192696, "load_ms": 1.2893329840153456, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.5941249076277, "ttft_ms": 37.5941249076277, "decode_ms": 300.26895890478045}, "total_wall_ms": 340.8969999291003, "ttft_ms": 37.5941249076277, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 419840000, "backend_memory": {"mlx_active_bytes": 6269296648, "mlx_peak_bytes": 6309404596, "mlx_cache_bytes": 3428059291, "process_rss_bytes": 419840000}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6309404596, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "55f4e09494fa3cefd3b5233346303ec551b5e3340638f269e7a42ddf548197cf", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0198af13b1129c2e71e5a668", "attempt_id": "6eb56a3cac72", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:52.992584Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 2010, "keep": 251, "compress_ms": 41.31716606207192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268708, "side_information_bytes": 15844, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.348666936159134, "doc_prefill_ms": 978.4983330173418, "compress_ms": 41.36320808902383, "serialize_ms": 5.754875019192696, "load_ms": 1.2312500039115548, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.74345795158297, "ttft_ms": 47.74345795158297, "decode_ms": 84.82758305035532}, "total_wall_ms": 135.71087492164224, "ttft_ms": 47.74345795158297, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 419840000, "backend_memory": {"mlx_active_bytes": 6269083656, "mlx_peak_bytes": 6308945844, "mlx_cache_bytes": 3429746843, "process_rss_bytes": 419840000}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6308945844, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "55f4e09494fa3cefd3b5233346303ec551b5e3340638f269e7a42ddf548197cf", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8e7267c6b703784866e0b8ef", "attempt_id": "7ed61cb6de64", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:53.153119Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 2010, "keep": 251, "compress_ms": 41.31716606207192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268708, "side_information_bytes": 15844, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.348666936159134, "doc_prefill_ms": 978.4983330173418, "compress_ms": 41.36320808902383, "serialize_ms": 5.754875019192696, "load_ms": 2.68454197794199, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.02141589485109, "ttft_ms": 42.02141589485109, "decode_ms": 96.01737488992512}, "total_wall_ms": 142.68562500365078, "ttft_ms": 42.02141589485109, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 419889152, "backend_memory": {"mlx_active_bytes": 6268739592, "mlx_peak_bytes": 6306291636, "mlx_cache_bytes": 3433367707, "process_rss_bytes": 419889152}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6306291636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "John Doe", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "55f4e09494fa3cefd3b5233346303ec551b5e3340638f269e7a42ddf548197cf", "output_hash": "6cea57c2fb6cbc2a40411135005760f241fffc3e5e67ab99882726431037f908"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "06d010949bc01ca19ade1895", "attempt_id": "8220c61d5c46", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:53.321397Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6256812040}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 2010, "keep": 251, "compress_ms": 41.31716606207192}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268708, "side_information_bytes": 15844, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.348666936159134, "doc_prefill_ms": 978.4983330173418, "compress_ms": 41.36320808902383, "serialize_ms": 5.754875019192696, "load_ms": 1.3275420060381293, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.03954192902893, "ttft_ms": 48.03954192902893, "decode_ms": 218.25925004668534}, "total_wall_ms": 269.2964170128107, "ttft_ms": 48.03954192902893, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 419889152, "backend_memory": {"mlx_active_bytes": 6268821512, "mlx_peak_bytes": 6311649224, "mlx_cache_bytes": 3433285787, "process_rss_bytes": 419889152}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6311649224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "500000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "55f4e09494fa3cefd3b5233346303ec551b5e3340638f269e7a42ddf548197cf", "output_hash": "8d6962a152aee235ba824c41758b8da2371b7077b4ea0afaaec94014e16e3bc7"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "05a7b029b6a4058f6b259ccc", "attempt_id": "a05fc52f44de", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:53.682878Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 57.059750077314675}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521641, "side_information_bytes": 15913, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 68.19895806256682, "doc_prefill_ms": 978.4983330173418, "compress_ms": 57.12962499819696, "serialize_ms": 10.83554106298834, "load_ms": 1.6067089745774865, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.13862495776266, "ttft_ms": 40.13862495776266, "decode_ms": 1860.7685409951955}, "total_wall_ms": 1904.3388329446316, "ttft_ms": 40.13862495776266, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 435650560, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6321594572, "mlx_cache_bytes": 3439593627, "process_rss_bytes": 435650560}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6321594572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "assistant\n\nAssistant, Assistant, Assistant\n\nAssistant, Assistant, Assistant\n\nAssistant, Assistant, Assistant\n\nAssistant, Assistant, Assistant\n\nAssistant, Assistant, Assistant\n\nAssistant, Assistant, Assistant\n\nAssistant, Assistant, Assistant\n\nAssistant, Assistant,", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "febe22ff4556ec505bab21f2ebddecefa50d28e8b3bba2fcc597978e4f400e24", "output_hash": "a7f3f386f2ebe03f3097faba3f505d405d26b2f9abd5b6faacedc39b50901a2d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "52ac8dc34857e9b2519ed43e", "attempt_id": "531c6105b4f0", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:55.609700Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 57.059750077314675}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521641, "side_information_bytes": 15913, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 68.19895806256682, "doc_prefill_ms": 978.4983330173418, "compress_ms": 57.12962499819696, "serialize_ms": 10.83554106298834, "load_ms": 2.5329169584438205, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.1832499653101, "ttft_ms": 52.1832499653101, "decode_ms": 1838.2992920232937}, "total_wall_ms": 1894.7905829409137, "ttft_ms": 52.1832499653101, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 435683328, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6327804132, "mlx_cache_bytes": 3439593627, "process_rss_bytes": 435683328}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6327804132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I am a memo. I am a memo. I am a memo. I am a memo. I am a memo. I am a memo. I am a memo. I am a memo. I am a memo. I am a", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "febe22ff4556ec505bab21f2ebddecefa50d28e8b3bba2fcc597978e4f400e24", "output_hash": "426a0f227def734f39a983ae88dcd05e8dcbe992627914324fb637eb8cb63e6b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "333c5a7b7e0a8e5455a49847", "attempt_id": "be34f0389e53", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:57.527494Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 57.059750077314675}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521641, "side_information_bytes": 15913, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 68.19895806256682, "doc_prefill_ms": 978.4983330173418, "compress_ms": 57.12962499819696, "serialize_ms": 10.83554106298834, "load_ms": 3.0611660331487656, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.79670807067305, "ttft_ms": 52.79670807067305, "decode_ms": 1919.1165410447866}, "total_wall_ms": 1977.272915886715, "ttft_ms": 52.79670807067305, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 435716096, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6327804132, "mlx_cache_bytes": 3439593627, "process_rss_bytes": 435716096}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6327804132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The Project codes are the name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name name", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "febe22ff4556ec505bab21f2ebddecefa50d28e8b3bba2fcc597978e4f400e24", "output_hash": "79576cc33fa68a3208636b2d8810c8c0d1f2117032776dc346a524e04fb85a25"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8bac4567a99d3b11349b3c4d", "attempt_id": "b42e3cb96243", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T03:59:59.530821Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 57.059750077314675}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521641, "side_information_bytes": 15913, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 68.19895806256682, "doc_prefill_ms": 978.4983330173418, "compress_ms": 57.12962499819696, "serialize_ms": 10.83554106298834, "load_ms": 2.693540998734534, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.54070806968957, "ttft_ms": 44.54070806968957, "decode_ms": 1905.63195804134}, "total_wall_ms": 1955.128541099839, "ttft_ms": 44.54070806968957, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 435765248, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6324396260, "mlx_cache_bytes": 3439593627, "process_rss_bytes": 435765248}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6324396260, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I will revise the project.\nI will revise the project.\nI will revise the project.\nI will revise the project.\nI will revise the project.\nI will revise the project.\nI will revise the project.\nI will revise the project.\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "febe22ff4556ec505bab21f2ebddecefa50d28e8b3bba2fcc597978e4f400e24", "output_hash": "ec85516726e09bae04746f5b6be22f47099830d26c5193e069713a8e4b00dca5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "40ce8ee2cc459e53d432ac9b", "attempt_id": "c31b11fcc433", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:01.509515Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 2010, "keep": 502, "compress_ms": 57.059750077314675}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521641, "side_information_bytes": 15913, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 68.19895806256682, "doc_prefill_ms": 978.4983330173418, "compress_ms": 57.12962499819696, "serialize_ms": 10.83554106298834, "load_ms": 1.6787908971309662, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.12537502683699, "ttft_ms": 35.12537502683699, "decode_ms": 1861.2989590037614}, "total_wall_ms": 1900.1809590263292, "ttft_ms": 35.12537502683699, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 435765248, "backend_memory": {"mlx_active_bytes": 6288662536, "mlx_peak_bytes": 6332375288, "mlx_cache_bytes": 3439593627, "process_rss_bytes": 435765248}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6332375288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The Project Torsel-111111111111111111111111111111111111111111", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "febe22ff4556ec505bab21f2ebddecefa50d28e8b3bba2fcc597978e4f400e24", "output_hash": "507026f6b067a372cc62e223c8f35d069220ce4324d41766c0e2fb2fee2e3554"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3303177bc121ddf9c61342b0", "attempt_id": "d2bf00d69e03", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:03.435298Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 2010, "keep": 1005, "window_tokens": 35, "compress_ms": 131.71937502920628}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064535, "side_information_bytes": 16215, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 149.07495898660272, "doc_prefill_ms": 978.4983330173418, "compress_ms": 134.04241693206131, "serialize_ms": 14.688875060528517, "load_ms": 2.247416996397078, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.857041066512465, "ttft_ms": 63.857041066512465, "decode_ms": 163.83012500591576}, "total_wall_ms": 385.94475004356354, "ttft_ms": 63.857041066512465, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 450183168, "backend_memory": {"mlx_active_bytes": 6324051976, "mlx_peak_bytes": 6363029708, "mlx_cache_bytes": 3493365915, "process_rss_bytes": 450183168}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6363029708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "91f86923cebcc9c4b68998c5f39e5039c9052204124a0962d5e4b3d2125e9404", "output_hash": "4507f73e53dc60cf2db0c66127c210e76c026e3a3f2cb327b372cd61793443d9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2f4b217f1ef51bfcb90f707f", "attempt_id": "8a6a4ada194b", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:03.850169Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 2010, "keep": 1005, "window_tokens": 41, "compress_ms": 135.56512503419071}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064535, "side_information_bytes": 16215, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 152.8303329832852, "doc_prefill_ms": 978.4983330173418, "compress_ms": 137.6165000256151, "serialize_ms": 14.900958980433643, "load_ms": 0.5778749473392963, "receiver_prefill_ms": 0.0, "query_prefill_ms": 38.181290961802006, "ttft_ms": 38.181290961802006, "decode_ms": 373.5233750194311}, "total_wall_ms": 567.1716249780729, "ttft_ms": 38.181290961802006, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 459767808, "backend_memory": {"mlx_active_bytes": 6324051976, "mlx_peak_bytes": 6368649444, "mlx_cache_bytes": 3502049435, "process_rss_bytes": 459767808}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6368649444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "91f86923cebcc9c4b68998c5f39e5039c9052204124a0962d5e4b3d2125e9404", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c876c85a9f2b61a3c8031170", "attempt_id": "b4113e430ef9", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:04.446646Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 2010, "keep": 1005, "window_tokens": 41, "compress_ms": 181.6300000064075}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064534, "side_information_bytes": 16214, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 197.6571249542758, "doc_prefill_ms": 978.4983330173418, "compress_ms": 183.52724995929748, "serialize_ms": 13.731124927289784, "load_ms": 1.8607500242069364, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.253040976822376, "ttft_ms": 55.253040976822376, "decode_ms": 255.760750034824}, "total_wall_ms": 513.2913329871371, "ttft_ms": 55.253040976822376, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 478691328, "backend_memory": {"mlx_active_bytes": 6324051976, "mlx_peak_bytes": 6368649444, "mlx_cache_bytes": 3502049435, "process_rss_bytes": 478691328}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6368649444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4820105fb795b0f6f33d2f15ee475ab2efa4add51302a6e39353817db749e573", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "03dc480f0976181173edc584", "attempt_id": "df26328f822d", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:04.987402Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 2010, "keep": 1005, "window_tokens": 38, "compress_ms": 158.82058395072818}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064535, "side_information_bytes": 16215, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 173.08904195670038, "doc_prefill_ms": 978.4983330173418, "compress_ms": 160.90166696812958, "serialize_ms": 11.821750085800886, "load_ms": 0.841250061057508, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.6971670165658, "ttft_ms": 59.6971670165658, "decode_ms": 168.02791599184275}, "total_wall_ms": 403.6270839860663, "ttft_ms": 59.6971670165658, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 478822400, "backend_memory": {"mlx_active_bytes": 6324051976, "mlx_peak_bytes": 6365831396, "mlx_cache_bytes": 3506948251, "process_rss_bytes": 478822400}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6365831396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "91f86923cebcc9c4b68998c5f39e5039c9052204124a0962d5e4b3d2125e9404", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "111fbedca997903c677bda6d", "attempt_id": "ac76d9517767", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:05.419802Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 2010, "keep": 1005, "window_tokens": 46, "compress_ms": 174.6552080148831}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 37048320, "serialized_payload_bytes": 37064534, "side_information_bytes": 16214, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 188.59779089689255, "doc_prefill_ms": 978.4983330173418, "compress_ms": 176.50412500370294, "serialize_ms": 11.79779099766165, "load_ms": 2.6412499137222767, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.651041040197015, "ttft_ms": 44.651041040197015, "decode_ms": 262.3440419556573}, "total_wall_ms": 500.2535410458222, "ttft_ms": 44.651041040197015, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 479117312, "backend_memory": {"mlx_active_bytes": 6325231624, "mlx_peak_bytes": 6372630776, "mlx_cache_bytes": 3526445211, "process_rss_bytes": 479117312}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6372630776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "688172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4820105fb795b0f6f33d2f15ee475ab2efa4add51302a6e39353817db749e573", "output_hash": "dfd43f8ddbe767bad909ada1437a79c0dbd36d9b33121c8a65a6b3eebf334586"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "80a96a5619533c79772081f4", "attempt_id": "156856afeea5", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:05.944797Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 35, "compress_ms": 143.22600001469254}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521686, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 153.58562499750406, "doc_prefill_ms": 978.4983330173418, "compress_ms": 146.09579101670533, "serialize_ms": 7.035665912553668, "load_ms": 1.6515000024810433, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.96708307508379, "ttft_ms": 45.96708307508379, "decode_ms": 276.07845899183303}, "total_wall_ms": 479.32941594626755, "ttft_ms": 45.96708307508379, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 480608256, "backend_memory": {"mlx_active_bytes": 6286303240, "mlx_peak_bytes": 6321594572, "mlx_cache_bytes": 3565373595, "process_rss_bytes": 480608256}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6321594572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-1482", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2133e2d8fb6fbe8bb2bc071e98a75ef68a33983b8f86299196b1d6fddcd4bf21", "output_hash": "f5e9a6d78321ae31e0a3bdeeaf8c39b796c1fc12a0a8896955e8c411f428367c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9a66b7b6a85827a424502a1d", "attempt_id": "f95e1bf5622b", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:06.456285Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 41, "compress_ms": 103.93987502902746}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521686, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 113.22887509595603, "doc_prefill_ms": 978.4983330173418, "compress_ms": 105.88241706136614, "serialize_ms": 7.026750012300909, "load_ms": 0.954542076215148, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.40387503057718, "ttft_ms": 37.40387503057718, "decode_ms": 384.2731670010835}, "total_wall_ms": 538.0691250320524, "ttft_ms": 37.40387503057718, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 480641024, "backend_memory": {"mlx_active_bytes": 6287548424, "mlx_peak_bytes": 6327214308, "mlx_cache_bytes": 3564128411, "process_rss_bytes": 480641024}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6327214308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2133e2d8fb6fbe8bb2bc071e98a75ef68a33983b8f86299196b1d6fddcd4bf21", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e43a496a2698ce861355b218", "attempt_id": "b5655d8b8347", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:07.023641Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 41, "compress_ms": 133.6641670204699}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521685, "side_information_bytes": 15957, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 141.8685419484973, "doc_prefill_ms": 978.4983330173418, "compress_ms": 135.57112507987767, "serialize_ms": 5.908999941311777, "load_ms": 0.8796249749138951, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.09145793132484, "ttft_ms": 31.09145793132484, "decode_ms": 301.63462506607175}, "total_wall_ms": 477.33141598291695, "ttft_ms": 31.09145793132484, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 480641024, "backend_memory": {"mlx_active_bytes": 6287482888, "mlx_peak_bytes": 6327214308, "mlx_cache_bytes": 3564193947, "process_rss_bytes": 480641024}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6327214308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c45b4f30b880b0f5227d71d6f0c6992840fbb19374bbf7cfe2bdd05e112c7db5", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "998f9b86ffb98e798bf6d872", "attempt_id": "7aa253603792", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:07.527466Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 38, "compress_ms": 187.73520807735622}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521686, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 202.1150829968974, "doc_prefill_ms": 978.4983330173418, "compress_ms": 189.45208296645433, "serialize_ms": 12.313249986618757, "load_ms": 1.4884580159559846, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.767624955624342, "ttft_ms": 20.767624955624342, "decode_ms": 187.98804108519107}, "total_wall_ms": 418.6952089658007, "ttft_ms": 20.767624955624342, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 481083392, "backend_memory": {"mlx_active_bytes": 6287482888, "mlx_peak_bytes": 6324396260, "mlx_cache_bytes": 3564193947, "process_rss_bytes": 481083392}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6324396260, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2133e2d8fb6fbe8bb2bc071e98a75ef68a33983b8f86299196b1d6fddcd4bf21", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c0019074c06e979f48a16ca5", "attempt_id": "5304d2e9139a", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:07.970954Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 46, "compress_ms": 170.56350002530962}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521686, "side_information_bytes": 15958, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 177.93058301322162, "doc_prefill_ms": 978.4983330173418, "compress_ms": 172.0557090593502, "serialize_ms": 5.5994169088080525, "load_ms": 1.487958012148738, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.72408300638199, "ttft_ms": 58.72408300638199, "decode_ms": 276.4550409046933}, "total_wall_ms": 516.4899170631543, "ttft_ms": 58.72408300638199, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 481116160, "backend_memory": {"mlx_active_bytes": 6287548424, "mlx_peak_bytes": 6332375288, "mlx_cache_bytes": 3564128411, "process_rss_bytes": 481116160}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6332375288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2133e2d8fb6fbe8bb2bc071e98a75ef68a33983b8f86299196b1d6fddcd4bf21", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "647b64c583db2c5cadd31c55", "attempt_id": "5196d54eaa5a", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:08.510922Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 2010, "keep": 251, "window_tokens": 35, "compress_ms": 162.36558405216783}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268749, "side_information_bytes": 15885, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 169.9978749966249, "doc_prefill_ms": 978.4983330173418, "compress_ms": 164.06458406709135, "serialize_ms": 5.610708030872047, "load_ms": 0.975457951426506, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.04462504480034, "ttft_ms": 52.04462504480034, "decode_ms": 219.67383404262364}, "total_wall_ms": 445.0735829304904, "ttft_ms": 52.04462504480034, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 482000896, "backend_memory": {"mlx_active_bytes": 6268821512, "mlx_peak_bytes": 6301605788, "mlx_cache_bytes": 3582855323, "process_rss_bytes": 482000896}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6301605788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-141", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c3d5da842f16f311212d8a70f4b9b00acfc49bad8c8a6407cc8219c2e896e52d", "output_hash": "a9b587de3507f5e878743054a9bd92f5ac43e5c3f7d1892fa950800e78d954cf"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6450f6180643834c1f28063f", "attempt_id": "4aca836749b6", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:08.979331Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 2010, "keep": 251, "window_tokens": 41, "compress_ms": 158.90608401969075}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268749, "side_information_bytes": 15885, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 166.8117920635268, "doc_prefill_ms": 978.4983330173418, "compress_ms": 160.8652089489624, "serialize_ms": 5.643125041387975, "load_ms": 3.785416018217802, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.947708004154265, "ttft_ms": 46.947708004154265, "decode_ms": 366.770250024274}, "total_wall_ms": 586.5151250036433, "ttft_ms": 46.947708004154265, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 484786176, "backend_memory": {"mlx_active_bytes": 6268821512, "mlx_peak_bytes": 6307667892, "mlx_cache_bytes": 3582855323, "process_rss_bytes": 484786176}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6307667892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c3d5da842f16f311212d8a70f4b9b00acfc49bad8c8a6407cc8219c2e896e52d", "output_hash": "2b9f266644d15d5e9fa69e24c25c5efa240ca43aa71c2a39e46dfa6ce23ba0b2"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4e99942e56b141649e7418ca", "attempt_id": "e677b431959e", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:09.592901Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 2010, "keep": 251, "window_tokens": 41, "compress_ms": 91.04545903392136}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268748, "side_information_bytes": 15884, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 97.79495897237211, "doc_prefill_ms": 978.4983330173418, "compress_ms": 92.75412489660084, "serialize_ms": 4.724457976408303, "load_ms": 0.4404169740155339, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.32216698862612, "ttft_ms": 45.32216698862612, "decode_ms": 285.37225001491606}, "total_wall_ms": 430.65704102627933, "ttft_ms": 45.32216698862612, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 484835328, "backend_memory": {"mlx_active_bytes": 6268821512, "mlx_peak_bytes": 6307667892, "mlx_cache_bytes": 3582855323, "process_rss_bytes": 484835328}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6307667892, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a6be719c0cf9eeedd4af5921cc6f6ec7b9168b4dc130f226b184594994e2cbcc", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5594d171faf427afef1e9cfd", "attempt_id": "0a3bbeda7871", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:10.047096Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 2010, "keep": 251, "window_tokens": 38, "compress_ms": 122.17254098504782}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268749, "side_information_bytes": 15885, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 128.34070902317762, "doc_prefill_ms": 978.4983330173418, "compress_ms": 123.67729190737009, "serialize_ms": 4.361208062618971, "load_ms": 1.535917050205171, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.15229190234095, "ttft_ms": 60.15229190234095, "decode_ms": 148.79533310886472}, "total_wall_ms": 340.8499580109492, "ttft_ms": 60.15229190234095, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 484868096, "backend_memory": {"mlx_active_bytes": 6268821512, "mlx_peak_bytes": 6306619316, "mlx_cache_bytes": 3582855323, "process_rss_bytes": 484868096}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6306619316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c3d5da842f16f311212d8a70f4b9b00acfc49bad8c8a6407cc8219c2e896e52d", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7ea0033c46473df9d3ee7fc1", "attempt_id": "9836c20c488c", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:10.410761Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 2010, "keep": 251, "window_tokens": 46, "compress_ms": 184.51749999076128}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9252864, "serialized_payload_bytes": 9268749, "side_information_bytes": 15885, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 190.18683396279812, "doc_prefill_ms": 978.4983330173418, "compress_ms": 186.27745797857642, "serialize_ms": 3.599500050768256, "load_ms": 0.9678340284153819, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.286790940910578, "ttft_ms": 28.286790940910578, "decode_ms": 278.8742919219658}, "total_wall_ms": 500.47645904123783, "ttft_ms": 28.286790940910578, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 484900864, "backend_memory": {"mlx_active_bytes": 6268821512, "mlx_peak_bytes": 6311649224, "mlx_cache_bytes": 3582855323, "process_rss_bytes": 484900864}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6311649224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6883757", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c3d5da842f16f311212d8a70f4b9b00acfc49bad8c8a6407cc8219c2e896e52d", "output_hash": "4f4163e571535bafb510d80d8bb642f2da7112be39e6271e34e285925abe4969"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fc2562a4f3375f98ee156d96", "attempt_id": "7f7229f935ed", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:11.089293Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 19, "compress_ms": 136.959416908212}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521684, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 153.9095420157537, "doc_prefill_ms": 978.4983330173418, "compress_ms": 143.25095899403095, "serialize_ms": 10.435374919325113, "load_ms": 1.522707985714078, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.654041985049844, "ttft_ms": 34.654041985049844, "decode_ms": 41.85833293013275}, "total_wall_ms": 79.97604098636657, "ttft_ms": 34.654041985049844, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 486572032, "backend_memory": {"mlx_active_bytes": 6286303240, "mlx_peak_bytes": 6321594572, "mlx_cache_bytes": 3586312347, "process_rss_bytes": 486572032}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6321594572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "24f23031bd1182e38854cebc49b2df6c094404387109ed4a2e330fca479f883a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "17802194fa0119509b7e3b59", "attempt_id": "ec101ed582ce", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:11.195927Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 19, "compress_ms": 136.959416908212}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521684, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 153.9095420157537, "doc_prefill_ms": 978.4983330173418, "compress_ms": 143.25095899403095, "serialize_ms": 10.435374919325113, "load_ms": 1.6749589703977108, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.49516696110368, "ttft_ms": 51.49516696110368, "decode_ms": 36.127666011452675}, "total_wall_ms": 91.19587496388704, "ttft_ms": 51.49516696110368, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 486572032, "backend_memory": {"mlx_active_bytes": 6286303240, "mlx_peak_bytes": 6327214308, "mlx_cache_bytes": 3586312347, "process_rss_bytes": 486572032}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6327214308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "24f23031bd1182e38854cebc49b2df6c094404387109ed4a2e330fca479f883a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "47a7273716e82cdc5f65d69c", "attempt_id": "c2a787edb06f", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:11.312939Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 19, "compress_ms": 136.959416908212}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521684, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 153.9095420157537, "doc_prefill_ms": 978.4983330173418, "compress_ms": 143.25095899403095, "serialize_ms": 10.435374919325113, "load_ms": 3.8703340105712414, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.67375001311302, "ttft_ms": 43.67375001311302, "decode_ms": 24.828667053952813}, "total_wall_ms": 73.93125002272427, "ttft_ms": 43.67375001311302, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 486572032, "backend_memory": {"mlx_active_bytes": 6286303240, "mlx_peak_bytes": 6327214308, "mlx_cache_bytes": 3586312347, "process_rss_bytes": 486572032}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6327214308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "24f23031bd1182e38854cebc49b2df6c094404387109ed4a2e330fca479f883a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ebfe35e2d6e8d7620ee332c7", "attempt_id": "dd13e6cfc62c", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:11.409493Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 19, "compress_ms": 136.959416908212}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521684, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 153.9095420157537, "doc_prefill_ms": 978.4983330173418, "compress_ms": 143.25095899403095, "serialize_ms": 10.435374919325113, "load_ms": 1.6111669829115272, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.31049994006753, "ttft_ms": 47.31049994006753, "decode_ms": 22.76508300565183}, "total_wall_ms": 73.38266691658646, "ttft_ms": 47.31049994006753, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 486572032, "backend_memory": {"mlx_active_bytes": 6286303240, "mlx_peak_bytes": 6324396260, "mlx_cache_bytes": 3586312347, "process_rss_bytes": 486572032}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6324396260, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "24f23031bd1182e38854cebc49b2df6c094404387109ed4a2e330fca479f883a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2e5514e6150a03d8b51a73bf", "attempt_id": "ad400896a517", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:11.506436Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6266249224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 19, "compress_ms": 136.959416908212}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521684, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 153.9095420157537, "doc_prefill_ms": 978.4983330173418, "compress_ms": 143.25095899403095, "serialize_ms": 10.435374919325113, "load_ms": 6.6071669571101665, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.84733295068145, "ttft_ms": 53.84733295068145, "decode_ms": 326.44458406139165}, "total_wall_ms": 388.4931670036167, "ttft_ms": 53.84733295068145, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 486588416, "backend_memory": {"mlx_active_bytes": 6287548424, "mlx_peak_bytes": 6332375288, "mlx_cache_bytes": 3585067163, "process_rss_bytes": 486588416}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6332375288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6620744", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "24f23031bd1182e38854cebc49b2df6c094404387109ed4a2e330fca479f883a", "output_hash": "e76b03e6d080dbb985ddc2cf22096423dd61750c5e72e827372501dee02ceb4e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3e142b5be6d7cf9c6be18dbc", "attempt_id": "522dbe145223", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:11.917359Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 35, "compress_ms": 115.52699992898852}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521634, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 124.4567499961704, "doc_prefill_ms": 978.4983330173418, "compress_ms": 117.3142910702154, "serialize_ms": 6.888333009555936, "load_ms": 1.62529107183218, "receiver_prefill_ms": 0.0, "query_prefill_ms": 800.1455829944462, "ttft_ms": 800.1455829944462, "decode_ms": 350.3892079461366}, "total_wall_ms": 1278.5456669516861, "ttft_ms": 800.1455829944462, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 542736384, "backend_memory": {"mlx_active_bytes": 6287466504, "mlx_peak_bytes": 6315139880, "mlx_cache_bytes": 3672254107, "process_rss_bytes": 542736384}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6315139880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-141414", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7f5fe19c286e3295a2b76fb4e8edfc381f8a46a74af827a4976a1f8203ec5727", "output_hash": "3accb8103c2ea6bde33116666e47bc4d4516c476bf679884da62e6e0a833dc04"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2fb8d2d7868b9757b6906b45", "attempt_id": "5bdc202dcc63", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:13.219009Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 41, "compress_ms": 122.03500000759959}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521634, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.6194579489529, "doc_prefill_ms": 978.4983330173418, "compress_ms": 123.72708308976144, "serialize_ms": 9.604208054952323, "load_ms": 1.4203749597072601, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1016.9714589137584, "ttft_ms": 1016.9714589137584, "decode_ms": 377.6179590495303}, "total_wall_ms": 1531.744375010021, "ttft_ms": 1016.9714589137584, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 566542336, "backend_memory": {"mlx_active_bytes": 6287745032, "mlx_peak_bytes": 6316676996, "mlx_cache_bytes": 3672223043, "process_rss_bytes": 566542336}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6316676996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7f5fe19c286e3295a2b76fb4e8edfc381f8a46a74af827a4976a1f8203ec5727", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "152b1c4a3d2614c7bea042f1", "attempt_id": "208d0d77bb52", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:14.775180Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 41, "compress_ms": 100.8127499371767}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521633, "side_information_bytes": 15905, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 112.16529202647507, "doc_prefill_ms": 978.4983330173418, "compress_ms": 102.71037498023361, "serialize_ms": 9.15120798163116, "load_ms": 0.5802500527352095, "receiver_prefill_ms": 0.0, "query_prefill_ms": 948.3068339759484, "ttft_ms": 948.3068339759484, "decode_ms": 304.3392919935286}, "total_wall_ms": 1367.4807919887826, "ttft_ms": 948.3068339759484, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 581877760, "backend_memory": {"mlx_active_bytes": 6287679496, "mlx_peak_bytes": 6317130848, "mlx_cache_bytes": 3672288579, "process_rss_bytes": 581877760}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6317130848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1c6b2147d42e029e8dca07f4b28e03a278fb7e32227e176a30a7d1d298e4cef0", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "848c8584aba45ac3f3289a06", "attempt_id": "1c39334b216b", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:16.168373Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 38, "compress_ms": 81.36487496085465}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521633, "side_information_bytes": 15905, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.60854096990079, "doc_prefill_ms": 978.4983330173418, "compress_ms": 83.10245897155255, "serialize_ms": 8.180457982234657, "load_ms": 1.1518340324983, "receiver_prefill_ms": 0.0, "query_prefill_ms": 967.3365419730544, "ttft_ms": 967.3365419730544, "decode_ms": 192.0231250114739}, "total_wall_ms": 1254.1444998933002, "ttft_ms": 967.3365419730544, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 596230144, "backend_memory": {"mlx_active_bytes": 6287417352, "mlx_peak_bytes": 6316319792, "mlx_cache_bytes": 3674647875, "process_rss_bytes": 596230144}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6316319792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1c6b2147d42e029e8dca07f4b28e03a278fb7e32227e176a30a7d1d298e4cef0", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "dc4d7ab44ba555ab3deea38f", "attempt_id": "635d72cfddd5", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:17.446601Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 46, "compress_ms": 156.07712499331683}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 18505728, "serialized_payload_bytes": 18521634, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 164.31133402511477, "doc_prefill_ms": 978.4983330173418, "compress_ms": 157.64266694895923, "serialize_ms": 6.35245896410197, "load_ms": 1.0650829644873738, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1094.7622910607606, "ttft_ms": 1094.7622910607606, "decode_ms": 355.96962505951524}, "total_wall_ms": 1617.846457986161, "ttft_ms": 1094.7622910607606, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 613564416, "backend_memory": {"mlx_active_bytes": 6287908872, "mlx_peak_bytes": 6317799400, "mlx_cache_bytes": 3674395343, "process_rss_bytes": 613564416}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6317799400, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,882,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7f5fe19c286e3295a2b76fb4e8edfc381f8a46a74af827a4976a1f8203ec5727", "output_hash": "1886eda11e703e25a27facb91bdc6cb3774b1920e65fa8d88ed4639d56209253"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8f2b5bc28013e60d4a4330cc", "attempt_id": "65e6da0d8219", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:19.090662Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 35, "compress_ms": 201.04399998672307, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 35, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9831168, "serialized_payload_bytes": 9864690, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 221.37945797294378, "doc_prefill_ms": 978.4983330173418, "compress_ms": 209.87866609357297, "serialize_ms": 10.782083962112665, "load_ms": 3.587624989449978, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.996292042545974, "ttft_ms": 60.996292042545974, "decode_ms": 313.94500005990267}, "total_wall_ms": 602.8465839335695, "ttft_ms": 60.996292042545974, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 35}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 610566144, "backend_memory": {"mlx_active_bytes": 6268717192, "mlx_peak_bytes": 6309297656, "mlx_cache_bytes": 3703190263, "process_rss_bytes": 610566144}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6309297656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-1482", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7e9223c5763d06ad8b79c2db726ebbf118587b3dce8be8a16214375cf60174fc", "output_hash": "f5e9a6d78321ae31e0a3bdeeaf8c39b796c1fc12a0a8896955e8c411f428367c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "793887e91f2b0fafb391da85", "attempt_id": "0e08344cf658", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:19.724698Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 41, "compress_ms": 96.76933393348008, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9831168, "serialized_payload_bytes": 9864689, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 159.62045802734792, "doc_prefill_ms": 978.4983330173418, "compress_ms": 153.05966697633266, "serialize_ms": 6.034082965925336, "load_ms": 3.6637920420616865, "receiver_prefill_ms": 0.0, "query_prefill_ms": 54.22699998598546, "ttft_ms": 54.22699998598546, "decode_ms": 410.92024999670684}, "total_wall_ms": 630.353125045076, "ttft_ms": 54.22699998598546, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 611729408, "backend_memory": {"mlx_active_bytes": 6268720512, "mlx_peak_bytes": 6314674528, "mlx_cache_bytes": 3714773159, "process_rss_bytes": 611729408}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6314674528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eac92062bcbe3818105a60e3bbe6293aa5a070ab1c5f619945287aae7244bcfc", "output_hash": "b6582a041b3d2b38ac6924099568ca2e6f1a610c6fb5f4de2e0516b90433bc2a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f00636fb7bdc9c02383bd003", "attempt_id": "774438419334", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:20.385890Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 41, "compress_ms": 170.21425010170788, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9831168, "serialized_payload_bytes": 9864690, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 189.20416699256748, "doc_prefill_ms": 978.4983330173418, "compress_ms": 180.0569590413943, "serialize_ms": 8.405499975197017, "load_ms": 1.6090830322355032, "receiver_prefill_ms": 0.0, "query_prefill_ms": 67.88970797788352, "ttft_ms": 67.88970797788352, "decode_ms": 309.36858302447945}, "total_wall_ms": 570.77833393123, "ttft_ms": 67.88970797788352, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 611762176, "backend_memory": {"mlx_active_bytes": 6268646784, "mlx_peak_bytes": 6314601720, "mlx_cache_bytes": 3714846887, "process_rss_bytes": 611762176}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6314601720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7e9223c5763d06ad8b79c2db726ebbf118587b3dce8be8a16214375cf60174fc", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cd86b829645e0f61fb112b9f", "attempt_id": "2ad10bf5f188", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:20.985445Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 38, "compress_ms": 117.36891604959965, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 38, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9831168, "serialized_payload_bytes": 9864690, "side_information_bytes": 33522, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 167.5742919323966, "doc_prefill_ms": 978.4983330173418, "compress_ms": 160.52779206074774, "serialize_ms": 6.497083115391433, "load_ms": 3.965583979152143, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.30499995034188, "ttft_ms": 53.30499995034188, "decode_ms": 221.48974996525794}, "total_wall_ms": 448.55570793151855, "ttft_ms": 53.30499995034188, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 611827712, "backend_memory": {"mlx_active_bytes": 6268641128, "mlx_peak_bytes": 6311321464, "mlx_cache_bytes": 3720898239, "process_rss_bytes": 611827712}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6311321464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7e9223c5763d06ad8b79c2db726ebbf118587b3dce8be8a16214375cf60174fc", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8567987fcf7d3ef563754f89", "attempt_id": "6df972514b29", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:21.463912Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6247374856}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 2010, "keep": 502, "window_tokens": 46, "compress_ms": 91.65679104626179, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 46, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 9831168, "serialized_payload_bytes": 9864689, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 107.72583400830626, "doc_prefill_ms": 978.4983330173418, "compress_ms": 99.87862501293421, "serialize_ms": 7.305750041268766, "load_ms": 1.2198749464005232, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.16600000858307, "ttft_ms": 52.16600000858307, "decode_ms": 349.2728329729289}, "total_wall_ms": 512.5126250786707, "ttft_ms": 52.16600000858307, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 612171776, "backend_memory": {"mlx_active_bytes": 6268716160, "mlx_peak_bytes": 6319394620, "mlx_cache_bytes": 3730092375, "process_rss_bytes": 612171776}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6319394620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6889172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eac92062bcbe3818105a60e3bbe6293aa5a070ab1c5f619945287aae7244bcfc", "output_hash": "adcb8d196080006451756ad2fe2106d5a1b6500c0f76ffaa05d7fe704243ad3b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a284ef353d3769af31d73449", "attempt_id": "0b615e4bea1e", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:27.093179Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597378376}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 86, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03316707443445921, "decode_payload_ms": 0.0, "receiver_prefill_ms": 646.6909170849249, "ttft_ms": 47.980832983739674, "decode_ms": 36.75787488464266}, "total_wall_ms": 746.2564589222893, "ttft_ms": 47.980832983739674, "input_usage": {"receiver_prompt_tokens": 86}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3889004544, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12684539768, "mlx_cache_bytes": 163771776, "process_rss_bytes": 3889004544}, "peak_prefill_memory": null, "peak_decode_memory": 12684539768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a7d32ca67ec7846b7a03ff38", "attempt_id": "d65cab2b1970", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:27.893656Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 91, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03316707443445921, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.04708401672542, "ttft_ms": 21.096749929711223, "decode_ms": 77.90612510871142}, "total_wall_ms": 153.12387503217906, "ttft_ms": 21.096749929711223, "input_usage": {"receiver_prompt_tokens": 91}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 3888316416, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12688086476, "mlx_cache_bytes": 226719464, "process_rss_bytes": 3888316416}, "peak_prefill_memory": null, "peak_decode_memory": 12688086476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "9cf9f50925b2a7803c73826a305235d4215dc428721c731072a9f2c0f5d6ae5a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c1fce208a1c64cf5e6afee35", "attempt_id": "93cc7bc4dbc0", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:28.080446Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 91, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03316707443445921, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.64225003682077, "ttft_ms": 38.24829205404967, "decode_ms": 76.70120801776648}, "total_wall_ms": 167.41258301772177, "ttft_ms": 38.24829205404967, "input_usage": {"receiver_prompt_tokens": 91}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 3888332800, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12688086476, "mlx_cache_bytes": 226719464, "process_rss_bytes": 3888332800}, "peak_prefill_memory": null, "peak_decode_memory": 12688086476, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "9cf9f50925b2a7803c73826a305235d4215dc428721c731072a9f2c0f5d6ae5a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9ec1c73d4a4e9d72cde7212b", "attempt_id": "6fd4645d9a5f", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:28.277113Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 88, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03316707443445921, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.67800003197044, "ttft_ms": 34.88487494178116, "decode_ms": 84.5717079937458}, "total_wall_ms": 187.05820792820305, "ttft_ms": 34.88487494178116, "input_usage": {"receiver_prompt_tokens": 88}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 3888349184, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12691871180, "mlx_cache_bytes": 253163240, "process_rss_bytes": 3888349184}, "peak_prefill_memory": null, "peak_decode_memory": 12691871180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "9cf9f50925b2a7803c73826a305235d4215dc428721c731072a9f2c0f5d6ae5a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f32cc40904d767767c3ce27d", "attempt_id": "bc5e45b1ac68", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:28.492103Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 97, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03316707443445921, "decode_payload_ms": 0.0, "receiver_prefill_ms": 45.02454097382724, "ttft_ms": 29.383999994024634, "decode_ms": 38.97570900153369}, "total_wall_ms": 114.28587499540299, "ttft_ms": 29.383999994024634, "input_usage": {"receiver_prompt_tokens": 97}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3888398336, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12691756516, "mlx_cache_bytes": 315684968, "process_rss_bytes": 3888398336}, "peak_prefill_memory": null, "peak_decode_memory": 12691756516, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3396758962deff05a4c73dcd", "attempt_id": "4cbfbfb37fc2", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:28.634823Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1862, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01770805101841688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 499.6396249625832, "ttft_ms": 43.695083004422486, "decode_ms": 249.3790000444278}, "total_wall_ms": 796.4147080201656, "ttft_ms": 43.695083004422486, "input_usage": {"receiver_prompt_tokens": 1862}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3885826048, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13292777800, "mlx_cache_bytes": 1022268796, "process_rss_bytes": 3885826048}, "peak_prefill_memory": null, "peak_decode_memory": 13292777800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fb59f1bf107d1bf128a66a27", "attempt_id": "b34d5c0a288f", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:29.461431Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1867, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01770805101841688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 579.509292030707, "ttft_ms": 55.44162495061755, "decode_ms": 322.7411250118166}, "total_wall_ms": 961.2702080048621, "ttft_ms": 55.44162495061755, "input_usage": {"receiver_prompt_tokens": 1867}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 3885842432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13294137692, "mlx_cache_bytes": 1492529828, "process_rss_bytes": 3885842432}, "peak_prefill_memory": null, "peak_decode_memory": 13294137692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3a92313afb8a49078d325ead", "attempt_id": "5234e5198298", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:30.450859Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1867, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01770805101841688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 476.67066601570696, "ttft_ms": 62.968041049316525, "decode_ms": 180.50954199861735}, "total_wall_ms": 723.2565829763189, "ttft_ms": 62.968041049316525, "input_usage": {"receiver_prompt_tokens": 1867}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3885842432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13294137692, "mlx_cache_bytes": 1492529828, "process_rss_bytes": 3885842432}, "peak_prefill_memory": null, "peak_decode_memory": 13294137692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b3368f2891c0a96ee96f3a80", "attempt_id": "f1fa5ab919ef", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:31.199522Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1864, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01770805101841688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 451.5241249464452, "ttft_ms": 42.268167017027736, "decode_ms": 200.49616694450378}, "total_wall_ms": 697.5888749584556, "ttft_ms": 42.268167017027736, "input_usage": {"receiver_prompt_tokens": 1864}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3885006848, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13331100008, "mlx_cache_bytes": 1732932260, "process_rss_bytes": 3885006848}, "peak_prefill_memory": null, "peak_decode_memory": 13331100008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3c0afc9de90055c13bb3f607", "attempt_id": "ecb510fdc245", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:31.923455Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1873, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 7280, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01770805101841688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 429.7551669878885, "ttft_ms": 59.38220804091543, "decode_ms": 219.0751669695601}, "total_wall_ms": 712.5919159734622, "ttft_ms": 59.38220804091543, "input_usage": {"receiver_prompt_tokens": 1873}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3882303488, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13295448436, "mlx_cache_bytes": 2169999332, "process_rss_bytes": 3882303488}, "peak_prefill_memory": null, "peak_decode_memory": 13295448436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f84c1e5c2124916cc6dbb84e", "attempt_id": "fb0b068f3044", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:32.663412Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 232, "message_tokens": 131, "message_utf8_bytes": 703, "cache_tensor_bytes": null, "serialized_payload_bytes": 703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4802919942885637, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.58099997695535, "ttft_ms": 26.880832971073687, "decode_ms": 25.019083986990154}, "total_wall_ms": 154.02700006961823, "ttft_ms": 26.880832971073687, "input_usage": {"receiver_prompt_tokens": 232}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3882270720, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12759980020, "mlx_cache_bytes": 2288112512, "process_rss_bytes": 3882270720}, "peak_prefill_memory": null, "peak_decode_memory": 12759980020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acba6fb02b6e7258fce5128bcba1f258105bb31a37756a67b631e93f89e9cb50", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ee94c3b9667dec1f99dcc6e1", "attempt_id": "dafd70d2167b", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:32.851298Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 237, "message_tokens": 131, "message_utf8_bytes": 703, "cache_tensor_bytes": null, "serialized_payload_bytes": 703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4802919942885637, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.92129102908075, "ttft_ms": 46.80308303795755, "decode_ms": 36.294416058808565}, "total_wall_ms": 170.1134160393849, "ttft_ms": 46.80308303795755, "input_usage": {"receiver_prompt_tokens": 237}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3878420480, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12767565832, "mlx_cache_bytes": 2414679856, "process_rss_bytes": 3878420480}, "peak_prefill_memory": null, "peak_decode_memory": 12767565832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acba6fb02b6e7258fce5128bcba1f258105bb31a37756a67b631e93f89e9cb50", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "594463cf469011efdf778ecc", "attempt_id": "095a9a8290c3", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:33.044656Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 237, "message_tokens": 131, "message_utf8_bytes": 703, "cache_tensor_bytes": null, "serialized_payload_bytes": 703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4802919942885637, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.47579201310873, "ttft_ms": 38.24570798315108, "decode_ms": 37.18833299353719}, "total_wall_ms": 161.05399990919977, "ttft_ms": 38.24570798315108, "input_usage": {"receiver_prompt_tokens": 237}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3878256640, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12767565832, "mlx_cache_bytes": 2414679856, "process_rss_bytes": 3878256640}, "peak_prefill_memory": null, "peak_decode_memory": 12767565832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acba6fb02b6e7258fce5128bcba1f258105bb31a37756a67b631e93f89e9cb50", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "479d02184807ec5f02abd94a", "attempt_id": "b3ad3df4d752", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:33.230295Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 234, "message_tokens": 131, "message_utf8_bytes": 703, "cache_tensor_bytes": null, "serialized_payload_bytes": 703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4802919942885637, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.60470802150667, "ttft_ms": 37.55633404944092, "decode_ms": 36.75004199612886}, "total_wall_ms": 170.09266698732972, "ttft_ms": 37.55633404944092, "input_usage": {"receiver_prompt_tokens": 234}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3878256640, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12770940936, "mlx_cache_bytes": 2440632112, "process_rss_bytes": 3878256640}, "peak_prefill_memory": null, "peak_decode_memory": 12770940936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acba6fb02b6e7258fce5128bcba1f258105bb31a37756a67b631e93f89e9cb50", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "edb7327bfa87914681f8ec58", "attempt_id": "bfc302a6223a", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:33.427201Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 243, "message_tokens": 131, "message_utf8_bytes": 703, "cache_tensor_bytes": null, "serialized_payload_bytes": 703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4802919942885637, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.13520804140717, "ttft_ms": 31.041332986205816, "decode_ms": 31.99995798058808}, "total_wall_ms": 143.47324997652322, "ttft_ms": 31.041332986205816, "input_usage": {"receiver_prompt_tokens": 243}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3861282816, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12766648352, "mlx_cache_bytes": 2576112376, "process_rss_bytes": 3861282816}, "peak_prefill_memory": null, "peak_decode_memory": 12766648352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acba6fb02b6e7258fce5128bcba1f258105bb31a37756a67b631e93f89e9cb50", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ba0f7700e5edd41000a20d02", "attempt_id": "5ee8bde226ea", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:33.596034Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 617, "message_tokens": 516, "message_utf8_bytes": 1940, "cache_tensor_bytes": null, "serialized_payload_bytes": 1940, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.340000075288117, "decode_payload_ms": 0.0, "receiver_prefill_ms": 173.50241693202406, "ttft_ms": 40.39966594427824, "decode_ms": 49.36187504790723}, "total_wall_ms": 265.28537506237626, "ttft_ms": 40.39966594427824, "input_usage": {"receiver_prompt_tokens": 617}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3860496384, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13039345144, "mlx_cache_bytes": 2963874968, "process_rss_bytes": 3860496384}, "peak_prefill_memory": null, "peak_decode_memory": 13039345144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "83c1970dac87ef7396a52d14a2764a080806f090cf3b37207beb09b20af11f42", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "aa329def04e2af8950e813be", "attempt_id": "030e054b0b4c", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:33.892164Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 622, "message_tokens": 516, "message_utf8_bytes": 1940, "cache_tensor_bytes": null, "serialized_payload_bytes": 1940, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.340000075288117, "decode_payload_ms": 0.0, "receiver_prefill_ms": 249.12733398377895, "ttft_ms": 56.85391603037715, "decode_ms": 325.82404208369553}, "total_wall_ms": 633.8349159341305, "ttft_ms": 56.85391603037715, "input_usage": {"receiver_prompt_tokens": 622}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 3856957440, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13050306060, "mlx_cache_bytes": 3277008460, "process_rss_bytes": 3856957440}, "peak_prefill_memory": null, "peak_decode_memory": 13050306060, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "83c1970dac87ef7396a52d14a2764a080806f090cf3b37207beb09b20af11f42", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "10191d7636d6f2feeebd57e2", "attempt_id": "9e2e33cb3293", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:34.555307Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 622, "message_tokens": 516, "message_utf8_bytes": 1940, "cache_tensor_bytes": null, "serialized_payload_bytes": 1940, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.340000075288117, "decode_payload_ms": 0.0, "receiver_prefill_ms": 187.84987495746464, "ttft_ms": 49.86991605255753, "decode_ms": 34.08675000537187}, "total_wall_ms": 273.3824170427397, "ttft_ms": 49.86991605255753, "input_usage": {"receiver_prompt_tokens": 622}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3857006592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13054139916, "mlx_cache_bytes": 3277008460, "process_rss_bytes": 3857006592}, "peak_prefill_memory": null, "peak_decode_memory": 13054139916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "83c1970dac87ef7396a52d14a2764a080806f090cf3b37207beb09b20af11f42", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cb128479d40644373de8a88a", "attempt_id": "f8c3d744a3f8", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:34.851168Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 619, "message_tokens": 516, "message_utf8_bytes": 1940, "cache_tensor_bytes": null, "serialized_payload_bytes": 1940, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.340000075288117, "decode_payload_ms": 0.0, "receiver_prefill_ms": 193.6789999017492, "ttft_ms": 36.55762493144721, "decode_ms": 48.74641599599272}, "total_wall_ms": 280.6981250178069, "ttft_ms": 36.55762493144721, "input_usage": {"receiver_prompt_tokens": 619}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3856744448, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13071900172, "mlx_cache_bytes": 3516280396, "process_rss_bytes": 3856744448}, "peak_prefill_memory": null, "peak_decode_memory": 13071900172, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "83c1970dac87ef7396a52d14a2764a080806f090cf3b37207beb09b20af11f42", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6607c938881b576685ecb266", "attempt_id": "c91bffda7e07", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:35.156824Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1766}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 628, "message_tokens": 516, "message_utf8_bytes": 1940, "cache_tensor_bytes": null, "serialized_payload_bytes": 1940, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.340000075288117, "decode_payload_ms": 0.0, "receiver_prefill_ms": 223.83433301001787, "ttft_ms": 45.188624993897974, "decode_ms": 187.42116703651845}, "total_wall_ms": 457.8971250448376, "ttft_ms": 45.188624993897974, "input_usage": {"receiver_prompt_tokens": 628}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3780182016, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13046619684, "mlx_cache_bytes": 3844454424, "process_rss_bytes": 3780182016}, "peak_prefill_memory": null, "peak_decode_memory": 13046619684, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "83c1970dac87ef7396a52d14a2764a080806f090cf3b37207beb09b20af11f42", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "caa7b43d8b3eeab81cb80c2f", "attempt_id": "0dee985285ea", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:35.646836Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 225, "message_tokens": 128, "message_utf8_bytes": 396, "cache_tensor_bytes": null, "serialized_payload_bytes": 396, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4865410523489118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.74400008749217, "ttft_ms": 27.555915992707014, "decode_ms": 41.38258297462016}, "total_wall_ms": 156.72666602768004, "ttft_ms": 27.555915992707014, "input_usage": {"receiver_prompt_tokens": 225}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3777789952, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12756047860, "mlx_cache_bytes": 3950426136, "process_rss_bytes": 3777789952}, "peak_prefill_memory": null, "peak_decode_memory": 12756047860, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f81418bc710665c0ce4e278485f28f6b252e7ffd1fac97fe3e5d9356dfee344d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "06a48ab2e01c81df4c6e29ea", "attempt_id": "4078075de022", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:35.830422Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 230, "message_tokens": 128, "message_utf8_bytes": 396, "cache_tensor_bytes": null, "serialized_payload_bytes": 396, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4865410523489118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.36545891687274, "ttft_ms": 35.35516606643796, "decode_ms": 44.93241698946804}, "total_wall_ms": 155.7475000154227, "ttft_ms": 35.35516606643796, "input_usage": {"receiver_prompt_tokens": 230}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3777871872, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12770858996, "mlx_cache_bytes": 4009539608, "process_rss_bytes": 3777871872}, "peak_prefill_memory": null, "peak_decode_memory": 12770858996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f81418bc710665c0ce4e278485f28f6b252e7ffd1fac97fe3e5d9356dfee344d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "25764a7d9afc2342a655efc1", "attempt_id": "1cf967571fa9", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:36.010841Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 230, "message_tokens": 128, "message_utf8_bytes": 396, "cache_tensor_bytes": null, "serialized_payload_bytes": 396, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4865410523489118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 105.6317089824006, "ttft_ms": 46.735708019696176, "decode_ms": 46.452583046630025}, "total_wall_ms": 199.71116702072322, "ttft_ms": 46.735708019696176, "input_usage": {"receiver_prompt_tokens": 230}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3777904640, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12773709812, "mlx_cache_bytes": 4009539608, "process_rss_bytes": 3777904640}, "peak_prefill_memory": null, "peak_decode_memory": 12773709812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f81418bc710665c0ce4e278485f28f6b252e7ffd1fac97fe3e5d9356dfee344d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "982dafb312e24a42a7792a60", "attempt_id": "63b2ddb5707e", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:36.233991Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 227, "message_tokens": 128, "message_utf8_bytes": 396, "cache_tensor_bytes": null, "serialized_payload_bytes": 396, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4865410523489118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.63695895951241, "ttft_ms": 43.78033406101167, "decode_ms": 126.4765829546377}, "total_wall_ms": 272.0002500573173, "ttft_ms": 43.78033406101167, "input_usage": {"receiver_prompt_tokens": 227}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3777937408, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12760012788, "mlx_cache_bytes": 4106827800, "process_rss_bytes": 3777937408}, "peak_prefill_memory": null, "peak_decode_memory": 12760012788, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f81418bc710665c0ce4e278485f28f6b252e7ffd1fac97fe3e5d9356dfee344d", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "51cc0f3cf36f50b79791095d", "attempt_id": "559d9339fb47", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:36.530163Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 236, "message_tokens": 128, "message_utf8_bytes": 396, "cache_tensor_bytes": null, "serialized_payload_bytes": 396, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4865410523489118, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.85150000546128, "ttft_ms": 38.70000003371388, "decode_ms": 41.803917032666504}, "total_wall_ms": 176.40208394732326, "ttft_ms": 38.70000003371388, "input_usage": {"receiver_prompt_tokens": 236}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3777953792, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12767565832, "mlx_cache_bytes": 4106827800, "process_rss_bytes": 3777953792}, "peak_prefill_memory": null, "peak_decode_memory": 12767565832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f81418bc710665c0ce4e278485f28f6b252e7ffd1fac97fe3e5d9356dfee344d", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "345f18ec5689466c3d8bad53", "attempt_id": "5c25b803c0ba", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:36.734103Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 606, "message_tokens": 509, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1802500123158097, "decode_payload_ms": 0.0, "receiver_prefill_ms": 176.01558403111994, "ttft_ms": 40.34449998289347, "decode_ms": 162.25595795549452}, "total_wall_ms": 384.94466699194163, "ttft_ms": 40.34449998289347, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3778215936, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13033561592, "mlx_cache_bytes": 4445272088, "process_rss_bytes": 3778215936}, "peak_prefill_memory": null, "peak_decode_memory": 13033561592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0ca1d3fed207a8962d88341b7fb1b07da00df9d8e507d786a2e99c06b18d0a62", "output_hash": "55a01495263476a6da84eabe2c22899f74b3909040b9d9d4fe8a8b6431ff9e18"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "652a3ae76e38721a35e2b8f6", "attempt_id": "c767a49c5937", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:37.143386Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 611, "message_tokens": 509, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1802500123158097, "decode_payload_ms": 0.0, "receiver_prefill_ms": 183.93062497489154, "ttft_ms": 38.269583019427955, "decode_ms": 48.33074996713549}, "total_wall_ms": 272.01195899397135, "ttft_ms": 38.269583019427955, "input_usage": {"receiver_prompt_tokens": 611}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3778232320, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13036264952, "mlx_cache_bytes": 4741478424, "process_rss_bytes": 3778232320}, "peak_prefill_memory": null, "peak_decode_memory": 13036264952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0ca1d3fed207a8962d88341b7fb1b07da00df9d8e507d786a2e99c06b18d0a62", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cfad773caf5f462cf4ce6dad", "attempt_id": "efc4d182688c", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:37.441327Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 611, "message_tokens": 509, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1802500123158097, "decode_payload_ms": 0.0, "receiver_prefill_ms": 185.83787500392646, "ttft_ms": 51.831708988174796, "decode_ms": 25.50999994855374}, "total_wall_ms": 264.68404196202755, "ttft_ms": 51.831708988174796, "input_usage": {"receiver_prompt_tokens": 611}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3778265088, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13036264952, "mlx_cache_bytes": 4741478424, "process_rss_bytes": 3778265088}, "peak_prefill_memory": null, "peak_decode_memory": 13036264952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0ca1d3fed207a8962d88341b7fb1b07da00df9d8e507d786a2e99c06b18d0a62", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0ee10688dcd2714df2d4ef36", "attempt_id": "4b8ddd641f6a", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:37.730986Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 608, "message_tokens": 509, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1802500123158097, "decode_payload_ms": 0.0, "receiver_prefill_ms": 200.8648751070723, "ttft_ms": 30.372041976079345, "decode_ms": 157.36887499224395}, "total_wall_ms": 390.51133301109076, "ttft_ms": 30.372041976079345, "input_usage": {"receiver_prompt_tokens": 608}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3778281472, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13065575928, "mlx_cache_bytes": 4898175000, "process_rss_bytes": 3778281472}, "peak_prefill_memory": null, "peak_decode_memory": 13065575928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0ca1d3fed207a8962d88341b7fb1b07da00df9d8e507d786a2e99c06b18d0a62", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "73d8fd31983f5859f556bee6", "attempt_id": "99c1622af39b", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:38.147011Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 617, "message_tokens": 509, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1802500123158097, "decode_payload_ms": 0.0, "receiver_prefill_ms": 184.36279194429517, "ttft_ms": 42.966334032826126, "decode_ms": 208.3066669292748}, "total_wall_ms": 437.20804201439023, "ttft_ms": 42.966334032826126, "input_usage": {"receiver_prompt_tokens": 617}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3778297856, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13039345144, "mlx_cache_bytes": 4898175000, "process_rss_bytes": 3778297856}, "peak_prefill_memory": null, "peak_decode_memory": 13039345144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0ca1d3fed207a8962d88341b7fb1b07da00df9d8e507d786a2e99c06b18d0a62", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "127e697cab82122cfd1999cf", "attempt_id": "c97f4425da9d", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:38.614839Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 28}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 608, "message_tokens": 511, "message_utf8_bytes": 1555, "cache_tensor_bytes": null, "serialized_payload_bytes": 1555, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9690000442788005, "decode_payload_ms": 0.0, "receiver_prefill_ms": 146.1639580084011, "ttft_ms": 44.18754205107689, "decode_ms": 322.3565830849111}, "total_wall_ms": 515.3643330559134, "ttft_ms": 44.18754205107689, "input_usage": {"receiver_prompt_tokens": 608}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3778625536, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13073079800, "mlx_cache_bytes": 4898175000, "process_rss_bytes": 3778625536}, "peak_prefill_memory": null, "peak_decode_memory": 13073079800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0ff405ac03e5a10e14d572266d362d361b4219fa184f9be3bb806057879fd9ac", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e7f66bd94321b2eec32831a9", "attempt_id": "5703b6664b58", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:39.154684Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 29}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 610, "message_tokens": 508, "message_utf8_bytes": 1715, "cache_tensor_bytes": null, "serialized_payload_bytes": 1715, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1981669813394547, "decode_payload_ms": 0.0, "receiver_prefill_ms": 165.07095901761204, "ttft_ms": 41.04537493549287, "decode_ms": 297.8782909922302}, "total_wall_ms": 506.7767919972539, "ttft_ms": 41.04537493549287, "input_usage": {"receiver_prompt_tokens": 610}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 3778592768, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13036264952, "mlx_cache_bytes": 4898175000, "process_rss_bytes": 3778592768}, "peak_prefill_memory": null, "peak_decode_memory": 13036264952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2a8e20793db30181404c83877c2fa0ce0e9f4ce155842796b2e9a4db57e4d166", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "997f1353002369abfe7f7d4c", "attempt_id": "a2488decd017", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:39.686960Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 29}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 614, "message_tokens": 512, "message_utf8_bytes": 1561, "cache_tensor_bytes": null, "serialized_payload_bytes": 1561, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.2128340313211083, "decode_payload_ms": 0.0, "receiver_prefill_ms": 186.9793749647215, "ttft_ms": 42.87391703110188, "decode_ms": 155.52100003696978}, "total_wall_ms": 388.1841250695288, "ttft_ms": 42.87391703110188, "input_usage": {"receiver_prompt_tokens": 614}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3778707456, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13068918264, "mlx_cache_bytes": 5056378904, "process_rss_bytes": 3778707456}, "peak_prefill_memory": null, "peak_decode_memory": 13068918264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a53881c8306c0d00c837f52a61f488dcff8e4df7502a72cc68c383b3156842b8", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6ef8d11d45aadd5fa261753b", "attempt_id": "469f86e51af5", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:40.105304Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 606, "message_tokens": 507, "message_utf8_bytes": 1893, "cache_tensor_bytes": null, "serialized_payload_bytes": 1893, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.043542055413127, "decode_payload_ms": 0.0, "receiver_prefill_ms": 151.80062502622604, "ttft_ms": 44.20812497846782, "decode_ms": 223.0843750294298}, "total_wall_ms": 421.5364999836311, "ttft_ms": 44.20812497846782, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3778756608, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13033561592, "mlx_cache_bytes": 5056378904, "process_rss_bytes": 3778756608}, "peak_prefill_memory": null, "peak_decode_memory": 13033561592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "22d6a96c1f0de138d69e1c361d6afdd8664290d33341c244479d5699bb0376d5", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "db8e21dc878e707ee4f94344", "attempt_id": "c45844d9c1ef", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:40.549920Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 620, "message_tokens": 512, "message_utf8_bytes": 1482, "cache_tensor_bytes": null, "serialized_payload_bytes": 1482, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.9942909236997366, "decode_payload_ms": 0.0, "receiver_prefill_ms": 182.39616591017693, "ttft_ms": 42.17254102695733, "decode_ms": 160.28391709551215}, "total_wall_ms": 387.1555000077933, "ttft_ms": 42.17254102695733, "input_usage": {"receiver_prompt_tokens": 620}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3778772992, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13053779468, "mlx_cache_bytes": 5178079256, "process_rss_bytes": 3778772992}, "peak_prefill_memory": null, "peak_decode_memory": 13053779468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c0695a138fc1f4f65051dbbd242a17ff0f5189f02881adece262d80283d3d1b0", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8d7b1495a8227eccbf31b2ce", "attempt_id": "053515853bc8", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:46.602802Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 228, "message_tokens": 128, "message_utf8_bytes": 344, "cache_tensor_bytes": null, "serialized_payload_bytes": 344, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5641.347291995771, "decode_payload_ms": 0.0, "receiver_prefill_ms": 100.08387500420213, "ttft_ms": 41.48470796644688, "decode_ms": 165.93720810487866}, "total_wall_ms": 309.24616602715105, "ttft_ms": 41.48470796644688, "input_usage": {"receiver_prompt_tokens": 228, "sender_input_tokens": 1900, "sender_output_tokens": 128, "sender_prefill_ms": 571.6930000344291, "sender_ttft_ms": 49.959042109549046, "sender_decode_ms": 5017.545499955304}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3773546496, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12772956148, "mlx_cache_bytes": 5679273412, "process_rss_bytes": 3773546496}, "peak_prefill_memory": null, "peak_decode_memory": 12772956148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e9b17f1eafffe7360614cc9ddf30c320799b427f7ef537b91abb8afc168ebe6", "output_hash": "55a01495263476a6da84eabe2c22899f74b3909040b9d9d4fe8a8b6431ff9e18"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "20173f556a1391560d44d210", "attempt_id": "9067cec23a6d", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:46.945983Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 233, "message_tokens": 128, "message_utf8_bytes": 344, "cache_tensor_bytes": null, "serialized_payload_bytes": 344, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5641.347291995771, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.037917021662, "ttft_ms": 35.58658401016146, "decode_ms": 21.81591698899865}, "total_wall_ms": 175.41499994695187, "ttft_ms": 35.58658401016146, "input_usage": {"receiver_prompt_tokens": 233, "sender_input_tokens": 1900, "sender_output_tokens": 128, "sender_prefill_ms": 571.6930000344291, "sender_ttft_ms": 49.959042109549046, "sender_decode_ms": 5017.545499955304}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3773562880, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12760160264, "mlx_cache_bytes": 5679273412, "process_rss_bytes": 3773562880}, "peak_prefill_memory": null, "peak_decode_memory": 12760160264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e9b17f1eafffe7360614cc9ddf30c320799b427f7ef537b91abb8afc168ebe6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a7a1040c9c8fad5c3d466497", "attempt_id": "013d0136d6d1", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:47.146957Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 233, "message_tokens": 128, "message_utf8_bytes": 344, "cache_tensor_bytes": null, "serialized_payload_bytes": 344, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5641.347291995771, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.82808296382427, "ttft_ms": 40.84858298301697, "decode_ms": 46.31200002040714}, "total_wall_ms": 175.95975007861853, "ttft_ms": 40.84858298301697, "input_usage": {"receiver_prompt_tokens": 233, "sender_input_tokens": 1900, "sender_output_tokens": 128, "sender_prefill_ms": 571.6930000344291, "sender_ttft_ms": 49.959042109549046, "sender_decode_ms": 5017.545499955304}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3773595648, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12760160264, "mlx_cache_bytes": 5679273412, "process_rss_bytes": 3773595648}, "peak_prefill_memory": null, "peak_decode_memory": 12760160264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e9b17f1eafffe7360614cc9ddf30c320799b427f7ef537b91abb8afc168ebe6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9103f469dfe0791cfa5628c9", "attempt_id": "af36ecb8a30b", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:47.346798Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 230, "message_tokens": 128, "message_utf8_bytes": 344, "cache_tensor_bytes": null, "serialized_payload_bytes": 344, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5641.347291995771, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.61016694735736, "ttft_ms": 21.791375009343028, "decode_ms": 38.34487497806549}, "total_wall_ms": 157.78904093895108, "ttft_ms": 21.791375009343028, "input_usage": {"receiver_prompt_tokens": 230, "sender_input_tokens": 1900, "sender_output_tokens": 128, "sender_prefill_ms": 571.6930000344291, "sender_ttft_ms": 49.959042109549046, "sender_decode_ms": 5017.545499955304}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3773644800, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12773709812, "mlx_cache_bytes": 5679273412, "process_rss_bytes": 3773644800}, "peak_prefill_memory": null, "peak_decode_memory": 12773709812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e9b17f1eafffe7360614cc9ddf30c320799b427f7ef537b91abb8afc168ebe6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a51c2dd7865a131d571756dd", "attempt_id": "905a906043f9", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:00:47.527386Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 239, "message_tokens": 128, "message_utf8_bytes": 344, "cache_tensor_bytes": null, "serialized_payload_bytes": 344, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5641.347291995771, "decode_payload_ms": 0.0, "receiver_prefill_ms": 108.96616708487272, "ttft_ms": 60.18854200374335, "decode_ms": 168.29575004521757}, "total_wall_ms": 338.52091699372977, "ttft_ms": 60.18854200374335, "input_usage": {"receiver_prompt_tokens": 239, "sender_input_tokens": 1900, "sender_output_tokens": 128, "sender_prefill_ms": 571.6930000344291, "sender_ttft_ms": 49.959042109549046, "sender_decode_ms": 5017.545499955304}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3773710336, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12778133536, "mlx_cache_bytes": 5714367940, "process_rss_bytes": 3773710336}, "peak_prefill_memory": null, "peak_decode_memory": 12778133536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e9b17f1eafffe7360614cc9ddf30c320799b427f7ef537b91abb8afc168ebe6", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "428ced74553ee05e19f78f5f", "attempt_id": "289cbb2a1598", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:01:08.320092Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 613, "message_tokens": 512, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20424.734084052034, "decode_payload_ms": 0.0, "receiver_prefill_ms": 214.92629102431238, "ttft_ms": 48.71883301530033, "decode_ms": 31.92537499126047}, "total_wall_ms": 297.14354092720896, "ttft_ms": 48.71883301530033, "input_usage": {"receiver_prompt_tokens": 613, "sender_input_tokens": 1900, "sender_output_tokens": 512, "sender_prefill_ms": 491.5755409747362, "sender_ttft_ms": 46.186332940123975, "sender_decode_ms": 19884.817792102695}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3773087744, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13076094456, "mlx_cache_bytes": 6332372420, "process_rss_bytes": 3773087744}, "peak_prefill_memory": null, "peak_decode_memory": 13076094456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ecf0d8d5109958a3a6091df20f8f76e2e6236d0c7cad9bde38d66b2ba0cfd158", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0e663e96d442d11ac6429ce0", "attempt_id": "e12529af5e91", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:01:08.642964Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 618, "message_tokens": 512, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20424.734084052034, "decode_payload_ms": 0.0, "receiver_prefill_ms": 203.25029199011624, "ttft_ms": 40.22479197010398, "decode_ms": 324.21037496533245}, "total_wall_ms": 569.3384170299396, "ttft_ms": 40.22479197010398, "input_usage": {"receiver_prompt_tokens": 618, "sender_input_tokens": 1900, "sender_output_tokens": 512, "sender_prefill_ms": 491.5755409747362, "sender_ttft_ms": 46.186332940123975, "sender_decode_ms": 19884.817792102695}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 3773120512, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13075717644, "mlx_cache_bytes": 6332372420, "process_rss_bytes": 3773120512}, "peak_prefill_memory": null, "peak_decode_memory": 13075717644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 208-A in Senneterre", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ecf0d8d5109958a3a6091df20f8f76e2e6236d0c7cad9bde38d66b2ba0cfd158", "output_hash": "8adda6ea7f7c4b4c5e25c73912f64f69b8087e33cd5ba1b20ae8ef42eb564450"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "25b3cbda301f08386f38c245", "attempt_id": "0a386537cc4b", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:01:09.238377Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 618, "message_tokens": 512, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20424.734084052034, "decode_payload_ms": 0.0, "receiver_prefill_ms": 182.19600000884384, "ttft_ms": 35.917041008360684, "decode_ms": 178.30633302219212}, "total_wall_ms": 397.90929097216576, "ttft_ms": 35.917041008360684, "input_usage": {"receiver_prompt_tokens": 618, "sender_input_tokens": 1900, "sender_output_tokens": 512, "sender_prefill_ms": 491.5755409747362, "sender_ttft_ms": 46.186332940123975, "sender_decode_ms": 19884.817792102695}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3773104128, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13075717644, "mlx_cache_bytes": 6332372420, "process_rss_bytes": 3773104128}, "peak_prefill_memory": null, "peak_decode_memory": 13075717644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "54.0816", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ecf0d8d5109958a3a6091df20f8f76e2e6236d0c7cad9bde38d66b2ba0cfd158", "output_hash": "9ff09699eae63b135d2941f66a0725f6e31ea7e2b55bcd18c1c7c15a87fcce93"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1102d627ee27a9cde64cb837", "attempt_id": "193c15ce5878", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:01:09.659131Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 615, "message_tokens": 512, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20424.734084052034, "decode_payload_ms": 0.0, "receiver_prefill_ms": 165.4518749564886, "ttft_ms": 26.19508292991668, "decode_ms": 183.8513750117272}, "total_wall_ms": 377.16345803346485, "ttft_ms": 26.19508292991668, "input_usage": {"receiver_prompt_tokens": 615, "sender_input_tokens": 1900, "sender_output_tokens": 512, "sender_prefill_ms": 491.5755409747362, "sender_ttft_ms": 46.186332940123975, "sender_decode_ms": 19884.817792102695}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3772956672, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13038984696, "mlx_cache_bytes": 6453089732, "process_rss_bytes": 3772956672}, "peak_prefill_memory": null, "peak_decode_memory": 13038984696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ecf0d8d5109958a3a6091df20f8f76e2e6236d0c7cad9bde38d66b2ba0cfd158", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "97f9ba97d73aa0637beae37e", "attempt_id": "51fd52ea6708", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:01:10.060782Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 624, "message_tokens": 512, "message_utf8_bytes": 1542, "cache_tensor_bytes": null, "serialized_payload_bytes": 1542, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20424.734084052034, "decode_payload_ms": 0.0, "receiver_prefill_ms": 286.73566703218967, "ttft_ms": 42.25175001192838, "decode_ms": 214.2483750358224}, "total_wall_ms": 544.9058330850676, "ttft_ms": 42.25175001192838, "input_usage": {"receiver_prompt_tokens": 624, "sender_input_tokens": 1900, "sender_output_tokens": 512, "sender_prefill_ms": 491.5755409747362, "sender_ttft_ms": 46.186332940123975, "sender_decode_ms": 19884.817792102695}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3772186624, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13043801636, "mlx_cache_bytes": 6767269316, "process_rss_bytes": 3772186624}, "peak_prefill_memory": null, "peak_decode_memory": 13043801636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ecf0d8d5109958a3a6091df20f8f76e2e6236d0c7cad9bde38d66b2ba0cfd158", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "22f80f82df58348a0e10c3e6", "attempt_id": "d66d0f8c52b6", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:01:10.636480Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 612, "message_tokens": 512, "message_utf8_bytes": 1513, "cache_tensor_bytes": null, "serialized_payload_bytes": 1513, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20642.006125068292, "decode_payload_ms": 0.0, "receiver_prefill_ms": 210.30787494964898, "ttft_ms": 26.419917005114257, "decode_ms": 272.1165840048343}, "total_wall_ms": 21153.805874986574, "ttft_ms": 26.419917005114257, "input_usage": {"receiver_prompt_tokens": 612, "sender_input_tokens": 1895, "sender_output_tokens": 512, "sender_prefill_ms": 528.0954170739278, "sender_ttft_ms": 46.52054200414568, "sender_decode_ms": 20062.497209059075}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3604430848, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13075734008, "mlx_cache_bytes": 7329863108, "process_rss_bytes": 3604430848}, "peak_prefill_memory": null, "peak_decode_memory": 13075734008, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9dd9dea09106b0487b5edd4e3fc61dc9dd37de22e7208c62a1703dc96ae635ff", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ce981a8248ca2c2ba8607fb7", "attempt_id": "d2e851ef1855", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:01:31.829007Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 618, "message_tokens": 512, "message_utf8_bytes": 1486, "cache_tensor_bytes": null, "serialized_payload_bytes": 1486, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20197.262541973032, "decode_payload_ms": 0.0, "receiver_prefill_ms": 244.00791700463742, "ttft_ms": 44.42862491123378, "decode_ms": 47.71812492981553}, "total_wall_ms": 20536.538999993354, "ttft_ms": 44.42862491123378, "input_usage": {"receiver_prompt_tokens": 618, "sender_input_tokens": 1900, "sender_output_tokens": 512, "sender_prefill_ms": 554.2099579470232, "sender_ttft_ms": 30.77245899476111, "sender_decode_ms": 19609.157916042022}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3590373376, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13075717644, "mlx_cache_bytes": 7329863108, "process_rss_bytes": 3590373376}, "peak_prefill_memory": null, "peak_decode_memory": 13075717644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "91ad43a7cddc577e740990174502e547c7cc13a83cfb2e641e88e96b3b5dd396", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a5d0a1fca4c625383e09cb20", "attempt_id": "21c9a79b74e1", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:01:52.396738Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 618, "message_tokens": 512, "message_utf8_bytes": 1474, "cache_tensor_bytes": null, "serialized_payload_bytes": 1474, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18946.599624934606, "decode_payload_ms": 0.0, "receiver_prefill_ms": 228.98058407008648, "ttft_ms": 45.93237501103431, "decode_ms": 144.28029209375381}, "total_wall_ms": 19367.42037499789, "ttft_ms": 45.93237501103431, "input_usage": {"receiver_prompt_tokens": 618, "sender_input_tokens": 1900, "sender_output_tokens": 512, "sender_prefill_ms": 563.5605830466375, "sender_ttft_ms": 25.609166943468153, "sender_decode_ms": 18354.33445801027}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3589128192, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13075717644, "mlx_cache_bytes": 7329863108, "process_rss_bytes": 3589128192}, "peak_prefill_memory": null, "peak_decode_memory": 13075717644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "29487d8d50f9efb64f19a47d8529d1dd58afa0ea54331d727e20ecde4accc7a1", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4b77121bc83052f1e7672117", "attempt_id": "00e655c81d16", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:02:11.801544Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 615, "message_tokens": 512, "message_utf8_bytes": 1565, "cache_tensor_bytes": null, "serialized_payload_bytes": 1565, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20728.6467080703, "decode_payload_ms": 0.0, "receiver_prefill_ms": 187.64470797032118, "ttft_ms": 40.7695829635486, "decode_ms": 35.376082989387214}, "total_wall_ms": 20996.768583077937, "ttft_ms": 40.7695829635486, "input_usage": {"receiver_prompt_tokens": 615, "sender_input_tokens": 1897, "sender_output_tokens": 512, "sender_prefill_ms": 523.4766250941902, "sender_ttft_ms": 42.3798329429701, "sender_decode_ms": 20158.473457908258}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3584114688, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13038984696, "mlx_cache_bytes": 7516247492, "process_rss_bytes": 3584114688}, "peak_prefill_memory": null, "peak_decode_memory": 13038984696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2306a1c4a4df47a8f393f4be602f5a191db8cd6d5f6641e37e41a74154716155", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a411aa0cd3f1a458fe27a5fe", "attempt_id": "f60e8faafd54", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:02:32.827211Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 624, "message_tokens": 512, "message_utf8_bytes": 1581, "cache_tensor_bytes": null, "serialized_payload_bytes": 1581, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20795.02137505915, "decode_payload_ms": 0.0, "receiver_prefill_ms": 204.84749996103346, "ttft_ms": 36.469749989919364, "decode_ms": 197.89170799776912}, "total_wall_ms": 21236.324750003405, "ttft_ms": 36.469749989919364, "input_usage": {"receiver_prompt_tokens": 624, "sender_input_tokens": 1906, "sender_output_tokens": 512, "sender_prefill_ms": 789.7472499171272, "sender_ttft_ms": 44.0613329410553, "sender_decode_ms": 19958.223457913846}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3586129920, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13043801636, "mlx_cache_bytes": 7996486536, "process_rss_bytes": 3586129920}, "peak_prefill_memory": null, "peak_decode_memory": 13043801636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9b284c68fea73856904ee3e25d4ad5f7e1af8d3838510feb5dd884e88ae3768e", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6995d544152c130ebdc5d2f5", "attempt_id": "fead225c9e34", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:02:59.720083Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 189, "message_tokens": 77, "message_utf8_bytes": 210, "cache_tensor_bytes": null, "serialized_payload_bytes": 210, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5625.177541049197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.46275003999472, "ttft_ms": 51.00066598970443, "decode_ms": 50.12999998871237}, "total_wall_ms": 199.97641700319946, "ttft_ms": 51.00066598970443, "input_usage": {"receiver_prompt_tokens": 189, "sender_input_tokens": 1930, "sender_output_tokens": 128, "sender_prefill_ms": 576.803750009276, "sender_ttft_ms": 39.65608298312873, "sender_decode_ms": 5003.769375034608}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3594797056, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12735158260, "mlx_cache_bytes": 8556876204, "process_rss_bytes": 3594797056}, "peak_prefill_memory": null, "peak_decode_memory": 12735158260, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "35dbb3ab2dc1d60cc39e141154ca09e8704d2c90fe5bb7109b5ca78ea20e71d4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "88b52d091b388d6b7ede811e", "attempt_id": "bf48fc6f6150", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:02:59.953172Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 194, "message_tokens": 77, "message_utf8_bytes": 210, "cache_tensor_bytes": null, "serialized_payload_bytes": 210, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5625.177541049197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 130.64370898064226, "ttft_ms": 61.05958390980959, "decode_ms": 35.76737502589822}, "total_wall_ms": 228.54999999981374, "ttft_ms": 61.05958390980959, "input_usage": {"receiver_prompt_tokens": 194, "sender_input_tokens": 1930, "sender_output_tokens": 128, "sender_prefill_ms": 576.803750009276, "sender_ttft_ms": 39.65608298312873, "sender_decode_ms": 5003.769375034608}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3596992512, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12738353140, "mlx_cache_bytes": 8672694700, "process_rss_bytes": 3596992512}, "peak_prefill_memory": null, "peak_decode_memory": 12738353140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "35dbb3ab2dc1d60cc39e141154ca09e8704d2c90fe5bb7109b5ca78ea20e71d4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a4735a7e8257ac12694fff6f", "attempt_id": "bb3e83cd2664", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:00.205379Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 194, "message_tokens": 77, "message_utf8_bytes": 210, "cache_tensor_bytes": null, "serialized_payload_bytes": 210, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5625.177541049197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.25345897860825, "ttft_ms": 24.811208015307784, "decode_ms": 31.53608296997845}, "total_wall_ms": 138.62183294259012, "ttft_ms": 24.811208015307784, "input_usage": {"receiver_prompt_tokens": 194, "sender_input_tokens": 1930, "sender_output_tokens": 128, "sender_prefill_ms": 576.803750009276, "sender_ttft_ms": 39.65608298312873, "sender_decode_ms": 5003.769375034608}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3597139968, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12738353140, "mlx_cache_bytes": 8672694700, "process_rss_bytes": 3597139968}, "peak_prefill_memory": null, "peak_decode_memory": 12738353140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "35dbb3ab2dc1d60cc39e141154ca09e8704d2c90fe5bb7109b5ca78ea20e71d4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3c03e6421ed4216ad1c307b1", "attempt_id": "34f8e7cb19cb", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:00.366261Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 191, "message_tokens": 77, "message_utf8_bytes": 210, "cache_tensor_bytes": null, "serialized_payload_bytes": 210, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5625.177541049197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.54499997850507, "ttft_ms": 38.16462494432926, "decode_ms": 21.445749909617007}, "total_wall_ms": 157.2988749248907, "ttft_ms": 38.16462494432926, "input_usage": {"receiver_prompt_tokens": 191, "sender_input_tokens": 1930, "sender_output_tokens": 128, "sender_prefill_ms": 576.803750009276, "sender_ttft_ms": 39.65608298312873, "sender_decode_ms": 5003.769375034608}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3597287424, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12746725364, "mlx_cache_bytes": 8721846700, "process_rss_bytes": 3597287424}, "peak_prefill_memory": null, "peak_decode_memory": 12746725364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "35dbb3ab2dc1d60cc39e141154ca09e8704d2c90fe5bb7109b5ca78ea20e71d4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "724e8d82bd118cbd836d9e9a", "attempt_id": "486254f7ade7", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:00.546141Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 200, "message_tokens": 77, "message_utf8_bytes": 210, "cache_tensor_bytes": null, "serialized_payload_bytes": 210, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5625.177541049197, "decode_payload_ms": 0.0, "receiver_prefill_ms": 113.62566601019353, "ttft_ms": 51.48070794530213, "decode_ms": 38.16312493290752}, "total_wall_ms": 204.06833302695304, "ttft_ms": 51.48070794530213, "input_usage": {"receiver_prompt_tokens": 200, "sender_input_tokens": 1930, "sender_output_tokens": 128, "sender_prefill_ms": 576.803750009276, "sender_ttft_ms": 39.65608298312873, "sender_decode_ms": 5003.769375034608}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3597385728, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12741433332, "mlx_cache_bytes": 8833470892, "process_rss_bytes": 3597385728}, "peak_prefill_memory": null, "peak_decode_memory": 12741433332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "35dbb3ab2dc1d60cc39e141154ca09e8704d2c90fe5bb7109b5ca78ea20e71d4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5bef07f08cb881e3c8028b8a", "attempt_id": "1ea43cead5a3", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:21.158516Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 443, "message_tokens": 331, "message_utf8_bytes": 922, "cache_tensor_bytes": null, "serialized_payload_bytes": 922, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20381.38583302498, "decode_payload_ms": 0.0, "receiver_prefill_ms": 211.09137497842312, "ttft_ms": 46.4358750032261, "decode_ms": 58.35525004658848}, "total_wall_ms": 320.40841702837497, "ttft_ms": 46.4358750032261, "input_usage": {"receiver_prompt_tokens": 443, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 542.0022499747574, "sender_ttft_ms": 51.74754199106246, "sender_decode_ms": 19785.18566605635}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3597746176, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12910582872, "mlx_cache_bytes": 9097286060, "process_rss_bytes": 3597746176}, "peak_prefill_memory": null, "peak_decode_memory": 12910582872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e137340f68268b678688cd455e9b3cd6eb172e1f73407cc86ea551d8a3db9112", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0e23375af16b6aee689f29f3", "attempt_id": "83f8b1cc98c7", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:21.505258Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 448, "message_tokens": 331, "message_utf8_bytes": 922, "cache_tensor_bytes": null, "serialized_payload_bytes": 922, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20381.38583302498, "decode_payload_ms": 0.0, "receiver_prefill_ms": 169.4847500184551, "ttft_ms": 44.026584015227854, "decode_ms": 23.957833996973932}, "total_wall_ms": 238.91579103656113, "ttft_ms": 44.026584015227854, "input_usage": {"receiver_prompt_tokens": 448, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 542.0022499747574, "sender_ttft_ms": 51.74754199106246, "sender_decode_ms": 19785.18566605635}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3598647296, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12913482840, "mlx_cache_bytes": 9303527852, "process_rss_bytes": 3598647296}, "peak_prefill_memory": null, "peak_decode_memory": 12913482840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e137340f68268b678688cd455e9b3cd6eb172e1f73407cc86ea551d8a3db9112", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "980b5873ccdc4bc8d0d3bea7", "attempt_id": "9568f2328455", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:21.767942Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 448, "message_tokens": 331, "message_utf8_bytes": 922, "cache_tensor_bytes": null, "serialized_payload_bytes": 922, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20381.38583302498, "decode_payload_ms": 0.0, "receiver_prefill_ms": 130.19375002477318, "ttft_ms": 39.86916702706367, "decode_ms": 165.94016598537564}, "total_wall_ms": 338.1506250007078, "ttft_ms": 39.86916702706367, "input_usage": {"receiver_prompt_tokens": 448, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 542.0022499747574, "sender_ttft_ms": 51.74754199106246, "sender_decode_ms": 19785.18566605635}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3598598144, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12913482840, "mlx_cache_bytes": 9303527852, "process_rss_bytes": 3598598144}, "peak_prefill_memory": null, "peak_decode_memory": 12913482840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "58.0820", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e137340f68268b678688cd455e9b3cd6eb172e1f73407cc86ea551d8a3db9112", "output_hash": "b38eb8a0b5e545425ac83b4aa75ce5fda3dec19e0fb0d34757f1276e1e89f55b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "492a0ba2df92a88fd3e6ed02", "attempt_id": "4c607b027e17", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:22.158860Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 445, "message_tokens": 331, "message_utf8_bytes": 922, "cache_tensor_bytes": null, "serialized_payload_bytes": 922, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20381.38583302498, "decode_payload_ms": 0.0, "receiver_prefill_ms": 140.3645829996094, "ttft_ms": 42.18208394013345, "decode_ms": 41.18258401285857}, "total_wall_ms": 224.88687501754612, "ttft_ms": 42.18208394013345, "input_usage": {"receiver_prompt_tokens": 445, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 542.0022499747574, "sender_ttft_ms": 51.74754199106246, "sender_decode_ms": 19785.18566605635}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3598729216, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12934405208, "mlx_cache_bytes": 9461830060, "process_rss_bytes": 3598729216}, "peak_prefill_memory": null, "peak_decode_memory": 12934405208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e137340f68268b678688cd455e9b3cd6eb172e1f73407cc86ea551d8a3db9112", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "acacd6b743285814b87f0c9e", "attempt_id": "4849490861c7", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:22.406409Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 454, "message_tokens": 331, "message_utf8_bytes": 922, "cache_tensor_bytes": null, "serialized_payload_bytes": 922, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20381.38583302498, "decode_payload_ms": 0.0, "receiver_prefill_ms": 120.25937507860363, "ttft_ms": 41.369040962308645, "decode_ms": 37.083958042785525}, "total_wall_ms": 200.09916694834828, "ttft_ms": 41.369040962308645, "input_usage": {"receiver_prompt_tokens": 454, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 542.0022499747574, "sender_ttft_ms": 51.74754199106246, "sender_decode_ms": 19785.18566605635}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3598942208, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12916857944, "mlx_cache_bytes": 9687470508, "process_rss_bytes": 3598942208}, "peak_prefill_memory": null, "peak_decode_memory": 12916857944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e137340f68268b678688cd455e9b3cd6eb172e1f73407cc86ea551d8a3db9112", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6ba802baece955a4c430ccb3", "attempt_id": "a47d1fba5375", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:22.629852Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 161, "message_tokens": 50, "message_utf8_bytes": 147, "cache_tensor_bytes": null, "serialized_payload_bytes": 147, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3997.8360410314053, "decode_payload_ms": 0.0, "receiver_prefill_ms": 59.751334018073976, "ttft_ms": 28.48724997602403, "decode_ms": 224.68370792921633}, "total_wall_ms": 4311.391124967486, "ttft_ms": 28.48724997602403, "input_usage": {"receiver_prompt_tokens": 161, "sender_input_tokens": 1938, "sender_output_tokens": 87, "sender_prefill_ms": 599.2695840541273, "sender_ttft_ms": 29.5200829859823, "sender_decode_ms": 3366.715291980654}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3599089664, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12718430196, "mlx_cache_bytes": 10271125488, "process_rss_bytes": 3599089664}, "peak_prefill_memory": null, "peak_decode_memory": 12718430196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c72a627e0cf29260244c44bf815ab8cf0b8705e86bc07d7006580ba6c488eda0", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5929aded800e0179e77f82b6", "attempt_id": "065d21178792", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:26.963438Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 222, "message_tokens": 105, "message_utf8_bytes": 289, "cache_tensor_bytes": null, "serialized_payload_bytes": 289, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7774.181458051316, "decode_payload_ms": 0.0, "receiver_prefill_ms": 95.50508309621364, "ttft_ms": 30.069499975070357, "decode_ms": 313.801083015278}, "total_wall_ms": 8222.901499946602, "ttft_ms": 30.069499975070357, "input_usage": {"receiver_prompt_tokens": 222, "sender_input_tokens": 1943, "sender_output_tokens": 182, "sender_prefill_ms": 599.0744999144226, "sender_ttft_ms": 48.124958062544465, "sender_decode_ms": 7124.400041997433}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 3599515648, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12763191284, "mlx_cache_bytes": 10753363528, "process_rss_bytes": 3599515648}, "peak_prefill_memory": null, "peak_decode_memory": 12763191284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C in Schefferville", "evidence_artifact": {"n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "addd40a49f09c20ba23134d69862c463ede74c1ceea507f21607a4ca03cf1ab8", "output_hash": "3491362e6ed6bb557ea2c25e29286d6fdbd0a0a36995d38446eddfd8450e097c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8af7c4e55864cbd01789515e", "attempt_id": "bde0e7a121a6", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:35.209052Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 164, "message_tokens": 48, "message_utf8_bytes": 145, "cache_tensor_bytes": null, "serialized_payload_bytes": 145, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3852.028665947728, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.19045801647007, "ttft_ms": 37.209332920610905, "decode_ms": 136.8822909425944}, "total_wall_ms": 4115.27766706422, "ttft_ms": 37.209332920610905, "input_usage": {"receiver_prompt_tokens": 164, "sender_input_tokens": 1943, "sender_output_tokens": 84, "sender_prefill_ms": 538.9621669892222, "sender_ttft_ms": 44.171374989673495, "sender_decode_ms": 3266.4305000798777}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3600252928, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12721264628, "mlx_cache_bytes": 10835283528, "process_rss_bytes": 3600252928}, "peak_prefill_memory": null, "peak_decode_memory": 12721264628, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "31baf496b39028b8cc95ba9496c01e4bb9f04e980ba244ba50daf05a4b91f94c", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f1788b1dff3714eadc8b12a0", "attempt_id": "2dc07798d547", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:39.350507Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 217, "message_tokens": 104, "message_utf8_bytes": 313, "cache_tensor_bytes": null, "serialized_payload_bytes": 313, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6098.952625063248, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.87491700705141, "ttft_ms": 47.02287493273616, "decode_ms": 206.12279104534537}, "total_wall_ms": 6437.198500032537, "ttft_ms": 47.02287493273616, "input_usage": {"receiver_prompt_tokens": 217, "sender_input_tokens": 1940, "sender_output_tokens": 142, "sender_prefill_ms": 549.4602499529719, "sender_ttft_ms": 44.020541943609715, "sender_decode_ms": 5503.327457932755}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3600859136, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12750886900, "mlx_cache_bytes": 11214261832, "process_rss_bytes": 3600859136}, "peak_prefill_memory": null, "peak_decode_memory": 12750886900, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0811958caf7a52851bac715e86687376bf728346117ef4252fa8c9e446fe2608", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7c7b92fb4d30923f144f1ec7", "attempt_id": "6ffb5ede1b9a", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:03:45.812798Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 217, "message_tokens": 95, "message_utf8_bytes": 278, "cache_tensor_bytes": null, "serialized_payload_bytes": 278, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7845.560916000977, "decode_payload_ms": 0.0, "receiver_prefill_ms": 96.32320899982005, "ttft_ms": 36.083459039218724, "decode_ms": 172.51179204322398}, "total_wall_ms": 8151.500792009756, "ttft_ms": 36.083459039218724, "input_usage": {"receiver_prompt_tokens": 217, "sender_input_tokens": 1949, "sender_output_tokens": 182, "sender_prefill_ms": 603.8642500061542, "sender_ttft_ms": 48.5035419696942, "sender_decode_ms": 7190.499042044394}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3600728064, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12750886900, "mlx_cache_bytes": 11705232568, "process_rss_bytes": 3600728064}, "peak_prefill_memory": null, "peak_decode_memory": 12750886900, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "7,280,585", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "42dba6c4278b5de74823571ae9218b5b1c30d19c0268efeebae70b27470a211c", "output_hash": "2b81d1bd559c98218f68f4bc6bf62ababe33d07bcf6ec2cd6c2cd0508c0e52b5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "99d4df471da32d3eaa2e1485", "attempt_id": "4b1100886435", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:14.717364Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 9}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 918, "message_tokens": 821, "message_utf8_bytes": 816, "cache_tensor_bytes": null, "serialized_payload_bytes": 816, "side_information_bytes": 0, "fetched_bytes": 1496, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20721.087167039514, "decode_payload_ms": 0.0, "receiver_prefill_ms": 321.0716659668833, "ttft_ms": 42.953374912030995, "decode_ms": 230.6852920446545}, "total_wall_ms": 603.3002500189468, "ttft_ms": 42.953374912030995, "input_usage": {"receiver_prompt_tokens": 918, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 530.5115839000791, "sender_ttft_ms": 54.95133297517896, "sender_decode_ms": 20116.843333933502}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3601760256, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13135064152, "mlx_cache_bytes": 12251032760, "process_rss_bytes": 3601760256}, "peak_prefill_memory": null, "peak_decode_memory": 13135064152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1496, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "20e51e9edfce0f1f7bbb42564f4a801681629d693f39bdfd2f0fa18174b9872c", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5de78be20e5e108aac62fe9c", "attempt_id": "c3fbd7f05892", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:15.378119Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 9}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 927, "message_tokens": 825, "message_utf8_bytes": 816, "cache_tensor_bytes": null, "serialized_payload_bytes": 816, "side_information_bytes": 0, "fetched_bytes": 1498, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20721.087167039514, "decode_payload_ms": 0.0, "receiver_prefill_ms": 274.8143330682069, "ttft_ms": 48.13245800323784, "decode_ms": 39.0927919652313}, "total_wall_ms": 364.51254202984273, "ttft_ms": 48.13245800323784, "input_usage": {"receiver_prompt_tokens": 927, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 530.5115839000791, "sender_ttft_ms": 54.95133297517896, "sender_decode_ms": 20116.843333933502}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3601498112, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13139323992, "mlx_cache_bytes": 12683865272, "process_rss_bytes": 3601498112}, "peak_prefill_memory": null, "peak_decode_memory": 13139323992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1498, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "dd58c6723f7a488b688a9800bd53ab4c41b6262ba448a078f439a766616620c8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f1429aaa125142c058b71849", "attempt_id": "deacb48e5f82", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:15.770696Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 9}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 911, "message_tokens": 809, "message_utf8_bytes": 816, "cache_tensor_bytes": null, "serialized_payload_bytes": 816, "side_information_bytes": 0, "fetched_bytes": 1498, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20721.087167039514, "decode_payload_ms": 0.0, "receiver_prefill_ms": 276.44220809452236, "ttft_ms": 47.264749999158084, "decode_ms": 118.47975000273436}, "total_wall_ms": 444.5243339287117, "ttft_ms": 47.264749999158084, "input_usage": {"receiver_prompt_tokens": 911, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 530.5115839000791, "sender_ttft_ms": 54.95133297517896, "sender_decode_ms": 20116.843333933502}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3601580032, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13136096332, "mlx_cache_bytes": 13109226680, "process_rss_bytes": 3601580032}, "peak_prefill_memory": null, "peak_decode_memory": 13136096332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1498, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e1819d55abb157660a30ec7e8741d5ff9892523ece3b510e1752a6800ca62402", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "60fa1d3ed9e802473645af25", "attempt_id": "b17d0fc3cc79", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:16.245634Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 9}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 924, "message_tokens": 825, "message_utf8_bytes": 816, "cache_tensor_bytes": null, "serialized_payload_bytes": 816, "side_information_bytes": 0, "fetched_bytes": 1498, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20721.087167039514, "decode_payload_ms": 0.0, "receiver_prefill_ms": 254.21837496105582, "ttft_ms": 45.98754202015698, "decode_ms": 45.53999996278435}, "total_wall_ms": 347.8957919869572, "ttft_ms": 45.98754202015698, "input_usage": {"receiver_prompt_tokens": 924, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 530.5115839000791, "sender_ttft_ms": 54.95133297517896, "sender_decode_ms": 20116.843333933502}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3601645568, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13172960344, "mlx_cache_bytes": 13305932984, "process_rss_bytes": 3601645568}, "peak_prefill_memory": null, "peak_decode_memory": 13172960344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1498, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "dd58c6723f7a488b688a9800bd53ab4c41b6262ba448a078f439a766616620c8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a5cf7a10d76902e97c770625", "attempt_id": "d10cebc4858a", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:16.619269Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 9}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 933, "message_tokens": 825, "message_utf8_bytes": 816, "cache_tensor_bytes": null, "serialized_payload_bytes": 816, "side_information_bytes": 0, "fetched_bytes": 1498, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20721.087167039514, "decode_payload_ms": 0.0, "receiver_prefill_ms": 350.99987499415874, "ttft_ms": 44.614207930862904, "decode_ms": 44.20558304991573}, "total_wall_ms": 441.8494999408722, "ttft_ms": 44.614207930862904, "input_usage": {"receiver_prompt_tokens": 933, "sender_input_tokens": 1930, "sender_output_tokens": 512, "sender_prefill_ms": 530.5115839000791, "sender_ttft_ms": 54.95133297517896, "sender_decode_ms": 20116.843333933502}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3599319040, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13142240344, "mlx_cache_bytes": 13741436088, "process_rss_bytes": 3599319040}, "peak_prefill_memory": null, "peak_decode_memory": 13142240344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1498, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "dd58c6723f7a488b688a9800bd53ab4c41b6262ba448a078f439a766616620c8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c37478f39ebe4035cc5d407f", "attempt_id": "a79639b76c38", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:17.091736Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1862, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.017500068992376, "decode_payload_ms": 1.055374974384904, "receiver_prefill_ms": 1814.1077500768006, "ttft_ms": 76.46991696674377, "decode_ms": 210.28058300726116}, "total_wall_ms": 2104.59979204461, "ttft_ms": 76.46991696674377, "input_usage": {"receiver_prompt_tokens": 1862}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3599433728, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13292777800, "mlx_cache_bytes": 13741436088, "process_rss_bytes": 3599433728}, "peak_prefill_memory": null, "peak_decode_memory": 13292777800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "31002a6132e639370f1850ec", "attempt_id": "4713436e0c42", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:19.220105Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1867, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.017500068992376, "decode_payload_ms": 1.055374974384904, "receiver_prefill_ms": 1839.8289170581847, "ttft_ms": 79.6069169882685, "decode_ms": 391.9770420761779}, "total_wall_ms": 2314.7951250430197, "ttft_ms": 79.6069169882685, "input_usage": {"receiver_prompt_tokens": 1867}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 3599876096, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13294137692, "mlx_cache_bytes": 13741436088, "process_rss_bytes": 3599876096}, "peak_prefill_memory": null, "peak_decode_memory": 13294137692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cf27bcbc3d04c61c9f6e5525", "attempt_id": "2675eae23f9a", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:21.566364Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1867, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.017500068992376, "decode_payload_ms": 1.055374974384904, "receiver_prefill_ms": 445.6370419356972, "ttft_ms": 54.01791702024639, "decode_ms": 142.66737492289394}, "total_wall_ms": 649.3898750049993, "ttft_ms": 54.01791702024639, "input_usage": {"receiver_prompt_tokens": 1867}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3600891904, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13294137692, "mlx_cache_bytes": 13741436088, "process_rss_bytes": 3600891904}, "peak_prefill_memory": null, "peak_decode_memory": 13294137692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d7a6807ea4e7444a7c339346", "attempt_id": "3ff2da2660f8", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:22.241231Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1864, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.017500068992376, "decode_payload_ms": 1.055374974384904, "receiver_prefill_ms": 1245.138332946226, "ttft_ms": 39.491834002546966, "decode_ms": 205.1546670263633}, "total_wall_ms": 1494.151708087884, "ttft_ms": 39.491834002546966, "input_usage": {"receiver_prompt_tokens": 1864}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3600891904, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13350957404, "mlx_cache_bytes": 13741436088, "process_rss_bytes": 3600891904}, "peak_prefill_memory": null, "peak_decode_memory": 13350957404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0498b9294db4687d717cf6b2", "attempt_id": "23d6ed0e40ac", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:23.770962Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 3.5135135135135136}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 1873, "message_tokens": 1766, "message_utf8_bytes": 7280, "cache_tensor_bytes": null, "serialized_payload_bytes": 2072, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.017500068992376, "decode_payload_ms": 1.055374974384904, "receiver_prefill_ms": 1686.4200419513509, "ttft_ms": 75.48991695512086, "decode_ms": 241.7446660110727}, "total_wall_ms": 2010.096958023496, "ttft_ms": 75.48991695512086, "input_usage": {"receiver_prompt_tokens": 1873}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3599466496, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13295448436, "mlx_cache_bytes": 13741436088, "process_rss_bytes": 3599466496}, "peak_prefill_memory": null, "peak_decode_memory": 13295448436, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8c5fa58d6df871b44a252734", "attempt_id": "502dce2c3c18", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:35.953137Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.289920724801812, "origin_tokens": 1766, "compressed_tokens": 614, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 712, "message_tokens": 614, "message_utf8_bytes": 2137, "cache_tensor_bytes": null, "serialized_payload_bytes": 2137, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10146.664374973625, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2001.7235840205103, "ttft_ms": 76.0445409687236, "decode_ms": 259.1408339794725}, "total_wall_ms": 2345.732417074032, "ttft_ms": 76.0445409687236, "input_usage": {"receiver_prompt_tokens": 712}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 920567808, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13094805364, "mlx_cache_bytes": 13999536084, "process_rss_bytes": 920567808}, "peak_prefill_memory": null, "peak_decode_memory": 13094805364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4ec8cdaea66fb7e8375b214400c40c867cab583421593e5329c5a55cb2af7409", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2361486513a2aca96f995f57", "attempt_id": "ce2f5a2ceb9a", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:38.340677Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.289920724801812, "origin_tokens": 1766, "compressed_tokens": 614, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 717, "message_tokens": 614, "message_utf8_bytes": 2137, "cache_tensor_bytes": null, "serialized_payload_bytes": 2137, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10146.664374973625, "decode_payload_ms": 0.0, "receiver_prefill_ms": 292.01187496073544, "ttft_ms": 28.167291078716516, "decode_ms": 407.5574999442324}, "total_wall_ms": 729.3605839367956, "ttft_ms": 28.167291078716516, "input_usage": {"receiver_prompt_tokens": 717}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 898138112, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13097869192, "mlx_cache_bytes": 14400209668, "process_rss_bytes": 898138112}, "peak_prefill_memory": null, "peak_decode_memory": 13097869192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4ec8cdaea66fb7e8375b214400c40c867cab583421593e5329c5a55cb2af7409", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3b990d8e10b38d4a2484cacb", "attempt_id": "01348f321875", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:39.095317Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.289920724801812, "origin_tokens": 1766, "compressed_tokens": 614, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 717, "message_tokens": 614, "message_utf8_bytes": 2137, "cache_tensor_bytes": null, "serialized_payload_bytes": 2137, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10146.664374973625, "decode_payload_ms": 0.0, "receiver_prefill_ms": 177.63070797082037, "ttft_ms": 47.054416965693235, "decode_ms": 45.7099579507485}, "total_wall_ms": 272.4139579804614, "ttft_ms": 47.054416965693235, "input_usage": {"receiver_prompt_tokens": 717}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 898187264, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13097869192, "mlx_cache_bytes": 14400209668, "process_rss_bytes": 898187264}, "peak_prefill_memory": null, "peak_decode_memory": 13097869192, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "58", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4ec8cdaea66fb7e8375b214400c40c867cab583421593e5329c5a55cb2af7409", "output_hash": "6208ef0f7750c111548cf90b6ea1d0d0a66f6bff40dbef07cb45ec436263c7d6"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c06310f4531467fbcc43dc80", "attempt_id": "d02c96c4d959", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:39.395443Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.289920724801812, "origin_tokens": 1766, "compressed_tokens": 614, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 714, "message_tokens": 614, "message_utf8_bytes": 2137, "cache_tensor_bytes": null, "serialized_payload_bytes": 2137, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10146.664374973625, "decode_payload_ms": 0.0, "receiver_prefill_ms": 872.7607920300215, "ttft_ms": 43.66558406036347, "decode_ms": 117.28408397175372}, "total_wall_ms": 1036.4190000109375, "ttft_ms": 43.66558406036347, "input_usage": {"receiver_prompt_tokens": 714}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 898301952, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13073801084, "mlx_cache_bytes": 14413382404, "process_rss_bytes": 898301952}, "peak_prefill_memory": null, "peak_decode_memory": 13073801084, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4ec8cdaea66fb7e8375b214400c40c867cab583421593e5329c5a55cb2af7409", "output_hash": "55a01495263476a6da84eabe2c22899f74b3909040b9d9d4fe8a8b6431ff9e18"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f20f0a0b88df81527aa8cf6d", "attempt_id": "8f1ce5e6206d", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "c1d4b3900e40473a307dd7a405fffb0fb01ebc3b", "timestamp_utc": "2026-10-30T04:04:40.457348Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.289920724801812, "origin_tokens": 1766, "compressed_tokens": 614, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 723, "message_tokens": 614, "message_utf8_bytes": 2137, "cache_tensor_bytes": null, "serialized_payload_bytes": 2137, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10146.664374973625, "decode_payload_ms": 0.0, "receiver_prefill_ms": 256.8385830381885, "ttft_ms": 41.778458980843425, "decode_ms": 174.55495800822973}, "total_wall_ms": 474.94841692969203, "ttft_ms": 41.778458980843425, "input_usage": {"receiver_prompt_tokens": 723}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 898465792, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13101178784, "mlx_cache_bytes": 14817234508, "process_rss_bytes": 898465792}, "peak_prefill_memory": null, "peak_decode_memory": 13101178784, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6, 889", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4ec8cdaea66fb7e8375b214400c40c867cab583421593e5329c5a55cb2af7409", "output_hash": "ea1ec5a4baf1ad028e31f3f84288177e501d178ea3163a5beb1edb15fbaa34bb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fd497a0b8cf49ad47c809c6b", "attempt_id": "808b85b1f060", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:42.260801Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042537480}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433294, "side_information_bytes": 13006, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1304.0987909771502, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 109.85862498637289, "serialize_ms": 134.04999999329448, "load_ms": 8.822834002785385, "receiver_prefill_ms": 0.0, "query_prefill_ms": 188.1522499024868, "ttft_ms": 188.1522499024868, "decode_ms": 324.7031670762226}, "total_wall_ms": 525.3634999971837, "ttft_ms": 188.1522499024868, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1315766272, "backend_memory": {"mlx_active_bytes": 13257233416, "mlx_peak_bytes": 13320492336, "mlx_cache_bytes": 14921518669, "process_rss_bytes": 1315766272}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13320492336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fa7deb82387df79ba9c62b52861e9729c29f9571c7ce3cc4593b01366fba1eb9", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f943c87cea73d73e79e81d61", "attempt_id": "17f746db1b75", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:42.814521Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042537480}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433294, "side_information_bytes": 13006, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1304.0987909771502, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 109.85862498637289, "serialize_ms": 134.04999999329448, "load_ms": 2.2287500323727727, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.26804096531123, "ttft_ms": 45.26804096531123, "decode_ms": 874.5936249615625}, "total_wall_ms": 923.971707932651, "ttft_ms": 45.26804096531123, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1111015424, "backend_memory": {"mlx_active_bytes": 13258658824, "mlx_peak_bytes": 13324850480, "mlx_cache_bytes": 15047183949, "process_rss_bytes": 1111015424}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13324850480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fa7deb82387df79ba9c62b52861e9729c29f9571c7ce3cc4593b01366fba1eb9", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6c0d501d4935abf9e25311d7", "attempt_id": "3a977327f0dd", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:43.790636Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042537480}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433294, "side_information_bytes": 13006, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1304.0987909771502, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 109.85862498637289, "serialize_ms": 134.04999999329448, "load_ms": 2.4809170281514525, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.904707978479564, "ttft_ms": 45.904707978479564, "decode_ms": 169.89454196300358}, "total_wall_ms": 220.27145803440362, "ttft_ms": 45.904707978479564, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1111113728, "backend_memory": {"mlx_active_bytes": 13257233416, "mlx_peak_bytes": 13324850480, "mlx_cache_bytes": 15048609357, "process_rss_bytes": 1111113728}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13324850480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fa7deb82387df79ba9c62b52861e9729c29f9571c7ce3cc4593b01366fba1eb9", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9605db2c67232a7a094480be", "attempt_id": "0e460e594106", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:44.036163Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042537480}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433294, "side_information_bytes": 13006, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1304.0987909771502, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 109.85862498637289, "serialize_ms": 134.04999999329448, "load_ms": 1.4410410076379776, "receiver_prefill_ms": 0.0, "query_prefill_ms": 66.47529196925461, "ttft_ms": 66.47529196925461, "decode_ms": 256.58654095605016}, "total_wall_ms": 326.2903749709949, "ttft_ms": 66.47529196925461, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1111146496, "backend_memory": {"mlx_active_bytes": 13257233416, "mlx_peak_bytes": 13324604720, "mlx_cache_bytes": 15068286541, "process_rss_bytes": 1111146496}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13324604720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fa7deb82387df79ba9c62b52861e9729c29f9571c7ce3cc4593b01366fba1eb9", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "269364e74d9d29628cf8070e", "attempt_id": "63a75a522a6f", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:44.386101Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042537480}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433294, "side_information_bytes": 13006, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1304.0987909771502, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 109.85862498637289, "serialize_ms": 134.04999999329448, "load_ms": 1.318915979936719, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.50341699644923, "ttft_ms": 59.50341699644923, "decode_ms": 223.8822910003364}, "total_wall_ms": 286.69195796828717, "ttft_ms": 59.50341699644923, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1111212032, "backend_memory": {"mlx_active_bytes": 13258789896, "mlx_peak_bytes": 13330453808, "mlx_cache_bytes": 15091371597, "process_rss_bytes": 1111212032}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13330453808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fa7deb82387df79ba9c62b52861e9729c29f9571c7ce3cc4593b01366fba1eb9", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bc42631b52f7f77893e8d8aa", "attempt_id": "e106fdf74156", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:44.800158Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042373640}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "d85b9ed2d8f95369", "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433322, "side_information_bytes": 13034, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 104.471042053774, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 8.498874958604574, "serialize_ms": 95.79845902044326, "load_ms": 64.82929096091539, "receiver_prefill_ms": 0.0, "query_prefill_ms": 57.633541990071535, "ttft_ms": 57.633541990071535, "decode_ms": 312.5322499545291}, "total_wall_ms": 436.5374998888001, "ttft_ms": 57.633541990071535, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1526120448, "backend_memory": {"mlx_active_bytes": 13257069576, "mlx_peak_bytes": 13320328496, "mlx_cache_bytes": 15093091917, "process_rss_bytes": 1526120448}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13320328496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c36a83ab14f375c59623a755718dc5b0bdfcef7c346cb20d001ff25b80cf6a92", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "45058b35ec1c60b82b490075", "attempt_id": "4f510116e723", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:45.267352Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042373640}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "d85b9ed2d8f95369", "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433322, "side_information_bytes": 13034, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 104.471042053774, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 8.498874958604574, "serialize_ms": 95.79845902044326, "load_ms": 33.3769170101732, "receiver_prefill_ms": 0.0, "query_prefill_ms": 78.31695803906769, "ttft_ms": 78.31695803906769, "decode_ms": 376.52058398816735}, "total_wall_ms": 489.8628330556676, "ttft_ms": 78.31695803906769, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1526218752, "backend_memory": {"mlx_active_bytes": 13258576904, "mlx_peak_bytes": 13324686640, "mlx_cache_bytes": 15091584589, "process_rss_bytes": 1526218752}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13324686640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c36a83ab14f375c59623a755718dc5b0bdfcef7c346cb20d001ff25b80cf6a92", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ebadd82dc2a2f54a07d3a9d4", "attempt_id": "1670d0caf821", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:45.780368Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042373640}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "d85b9ed2d8f95369", "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433322, "side_information_bytes": 13034, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 104.471042053774, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 8.498874958604574, "serialize_ms": 95.79845902044326, "load_ms": 35.113208927214146, "receiver_prefill_ms": 0.0, "query_prefill_ms": 57.171709020622075, "ttft_ms": 57.171709020622075, "decode_ms": 177.7859580470249}, "total_wall_ms": 271.477916976437, "ttft_ms": 57.171709020622075, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1526251520, "backend_memory": {"mlx_active_bytes": 13257069576, "mlx_peak_bytes": 13324686640, "mlx_cache_bytes": 15093091917, "process_rss_bytes": 1526251520}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13324686640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c36a83ab14f375c59623a755718dc5b0bdfcef7c346cb20d001ff25b80cf6a92", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d413f58833b7a15238d6291e", "attempt_id": "72fe512dad34", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:46.076020Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042373640}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "d85b9ed2d8f95369", "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433322, "side_information_bytes": 13034, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 104.471042053774, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 8.498874958604574, "serialize_ms": 95.79845902044326, "load_ms": 33.38645794428885, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.91966606210917, "ttft_ms": 40.91966606210917, "decode_ms": 224.88562494982034}, "total_wall_ms": 300.9838330326602, "ttft_ms": 40.91966606210917, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1526267904, "backend_memory": {"mlx_active_bytes": 13257069576, "mlx_peak_bytes": 13324408112, "mlx_cache_bytes": 15093091917, "process_rss_bytes": 1526267904}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13324408112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c36a83ab14f375c59623a755718dc5b0bdfcef7c346cb20d001ff25b80cf6a92", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0357832ff2de435a09c0ea5b", "attempt_id": "06c7426cfddc", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:46.401962Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042373640}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "d85b9ed2d8f95369", "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 209420288, "serialized_payload_bytes": 209433322, "side_information_bytes": 13034, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 104.471042053774, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 8.498874958604574, "serialize_ms": 95.79845902044326, "load_ms": 41.56350006815046, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.1785000320524, "ttft_ms": 75.1785000320524, "decode_ms": 229.61345803923905}, "total_wall_ms": 348.1569580035284, "ttft_ms": 75.1785000320524, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1526218752, "backend_memory": {"mlx_active_bytes": 13258626056, "mlx_peak_bytes": 13330289968, "mlx_cache_bytes": 15091535437, "process_rss_bytes": 1526218752}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13330289968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c36a83ab14f375c59623a755718dc5b0bdfcef7c346cb20d001ff25b80cf6a92", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "23e1c150a8711f3b5752a7ae", "attempt_id": "3eabc7e2157c", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:46.858475Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12945691656}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 111254528, "serialized_payload_bytes": 111281646, "side_information_bytes": 27118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.96162502281368, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 30.898750061169267, "serialize_ms": 50.172041985206306, "load_ms": 5.917040980421007, "receiver_prefill_ms": 0.0, "query_prefill_ms": 78.51591694634408, "ttft_ms": 78.51591694634408, "decode_ms": 300.98783399444073}, "total_wall_ms": 387.25833408534527, "ttft_ms": 78.51591694634408, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1639858176, "backend_memory": {"mlx_active_bytes": 13060527112, "mlx_peak_bytes": 13136848848, "mlx_cache_bytes": 15617169613, "process_rss_bytes": 1639858176}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13136848848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c81fb07470693068b7485351f664d38e900f7f96b9ec080e540dd33f44152a99", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "04c4bd66f11f34fc588eb056", "attempt_id": "d8e95c826fe3", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:47.270083Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12945691656}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 111254528, "serialized_payload_bytes": 111281646, "side_information_bytes": 27118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.96162502281368, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 30.898750061169267, "serialize_ms": 50.172041985206306, "load_ms": 2.059000078588724, "receiver_prefill_ms": 0.0, "query_prefill_ms": 245.15829200390726, "ttft_ms": 245.15829200390726, "decode_ms": 593.6683330219239}, "total_wall_ms": 843.0048750014976, "ttft_ms": 245.15829200390726, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1639841792, "backend_memory": {"mlx_active_bytes": 13061428232, "mlx_peak_bytes": 13152044900, "mlx_cache_bytes": 15711041421, "process_rss_bytes": 1639841792}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13152044900, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c81fb07470693068b7485351f664d38e900f7f96b9ec080e540dd33f44152a99", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5424de806a4f040aa2835a47", "attempt_id": "6654d7016c2d", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:48.139728Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12945691656}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 111254528, "serialized_payload_bytes": 111281646, "side_information_bytes": 27118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.96162502281368, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 30.898750061169267, "serialize_ms": 50.172041985206306, "load_ms": 2.509874990209937, "receiver_prefill_ms": 0.0, "query_prefill_ms": 54.89895900245756, "ttft_ms": 54.89895900245756, "decode_ms": 170.3575000865385}, "total_wall_ms": 229.70162495039403, "ttft_ms": 54.89895900245756, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1639841792, "backend_memory": {"mlx_active_bytes": 13060445192, "mlx_peak_bytes": 13152044900, "mlx_cache_bytes": 15712024461, "process_rss_bytes": 1639841792}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13152044900, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c81fb07470693068b7485351f664d38e900f7f96b9ec080e540dd33f44152a99", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7eae9e32177afb5ddcf83ad1", "attempt_id": "95aca1146c1e", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:48.395401Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12945691656}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 111254528, "serialized_payload_bytes": 111281646, "side_information_bytes": 27118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.96162502281368, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 30.898750061169267, "serialize_ms": 50.172041985206306, "load_ms": 4.555125022307038, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.65087499842048, "ttft_ms": 58.65087499842048, "decode_ms": 176.91591707989573}, "total_wall_ms": 242.12237494066358, "ttft_ms": 58.65087499842048, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1639940096, "backend_memory": {"mlx_active_bytes": 13060576264, "mlx_peak_bytes": 13142702288, "mlx_cache_bytes": 15740197069, "process_rss_bytes": 1639940096}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13142702288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c81fb07470693068b7485351f664d38e900f7f96b9ec080e540dd33f44152a99", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "db160a0dacc4999f9da90418", "attempt_id": "e84dd8102425", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:48.662507Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12945691656}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 111254528, "serialized_payload_bytes": 111281646, "side_information_bytes": 27118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 81.96162502281368, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 30.898750061169267, "serialize_ms": 50.172041985206306, "load_ms": 2.3050419986248016, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.93616602104157, "ttft_ms": 61.93616602104157, "decode_ms": 216.07279207091779}, "total_wall_ms": 282.2287909220904, "ttft_ms": 61.93616602104157, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1639989248, "backend_memory": {"mlx_active_bytes": 13061493768, "mlx_peak_bytes": 13152047580, "mlx_cache_bytes": 15773893101, "process_rss_bytes": 1639989248}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13152047580, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c81fb07470693068b7485351f664d38e900f7f96b9ec080e540dd33f44152a99", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "df8c7dabcc2c751d23bb2160", "attempt_id": "801c378ed4d3", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:49.047517Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12892820488}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 58899456, "serialized_payload_bytes": 58926513, "side_information_bytes": 27057, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.70079199690372, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 53.837207960896194, "serialize_ms": 23.508957936428487, "load_ms": 3.434583079069853, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.804374946281314, "ttft_ms": 47.804374946281314, "decode_ms": 302.84533300437033}, "total_wall_ms": 356.4448340330273, "ttft_ms": 47.804374946281314, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1695465472, "backend_memory": {"mlx_active_bytes": 12954932232, "mlx_peak_bytes": 13019826576, "mlx_cache_bytes": 16015645677, "process_rss_bytes": 1695465472}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13019826576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4180fb98d26b8f9bc2c30120aea76b31662b7d5e9c4b045f5c9627ed7b0df3a6", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ca9d13ae4da3b63977c74b96", "attempt_id": "05bb9b985bfc", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:49.434088Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12892820488}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 58899456, "serialized_payload_bytes": 58926513, "side_information_bytes": 27057, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.70079199690372, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 53.837207960896194, "serialize_ms": 23.508957936428487, "load_ms": 3.939957940019667, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.5485000628978, "ttft_ms": 58.5485000628978, "decode_ms": 371.7747499467805}, "total_wall_ms": 436.295208055526, "ttft_ms": 58.5485000628978, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1695186944, "backend_memory": {"mlx_active_bytes": 12955079688, "mlx_peak_bytes": 13035271472, "mlx_cache_bytes": 16015498221, "process_rss_bytes": 1695186944}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13035271472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4180fb98d26b8f9bc2c30120aea76b31662b7d5e9c4b045f5c9627ed7b0df3a6", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c72a7ff8e5e2510e94b520e8", "attempt_id": "14341371834d", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:49.914046Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12892820488}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 58899456, "serialized_payload_bytes": 58926513, "side_information_bytes": 27057, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.70079199690372, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 53.837207960896194, "serialize_ms": 23.508957936428487, "load_ms": 4.08587499987334, "receiver_prefill_ms": 0.0, "query_prefill_ms": 84.11024999804795, "ttft_ms": 84.11024999804795, "decode_ms": 182.48475005384535}, "total_wall_ms": 272.489707916975, "ttft_ms": 84.11024999804795, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1695186944, "backend_memory": {"mlx_active_bytes": 12954948616, "mlx_peak_bytes": 13035271472, "mlx_cache_bytes": 16015629293, "process_rss_bytes": 1695186944}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13035271472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4180fb98d26b8f9bc2c30120aea76b31662b7d5e9c4b045f5c9627ed7b0df3a6", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "040f26ba564eb7801c479cb4", "attempt_id": "f32c1c9c700a", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:50.214505Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12892820488}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 58899456, "serialized_payload_bytes": 58926513, "side_information_bytes": 27057, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.70079199690372, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 53.837207960896194, "serialize_ms": 23.508957936428487, "load_ms": 1.5177919995039701, "receiver_prefill_ms": 0.0, "query_prefill_ms": 68.99695796892047, "ttft_ms": 68.99695796892047, "decode_ms": 129.1006669634953}, "total_wall_ms": 201.3897909782827, "ttft_ms": 68.99695796892047, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1695137792, "backend_memory": {"mlx_active_bytes": 12954866696, "mlx_peak_bytes": 13025897328, "mlx_cache_bytes": 16016038893, "process_rss_bytes": 1695137792}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13025897328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4180fb98d26b8f9bc2c30120aea76b31662b7d5e9c4b045f5c9627ed7b0df3a6", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f65d8a3836f225fb1911172d", "attempt_id": "6aee96a362fb", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:50.440757Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12892820488}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 58899456, "serialized_payload_bytes": 58926513, "side_information_bytes": 27057, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 77.70079199690372, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 53.837207960896194, "serialize_ms": 23.508957936428487, "load_ms": 2.6272089453414083, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.367292042821646, "ttft_ms": 53.367292042821646, "decode_ms": 215.3216250007972}, "total_wall_ms": 272.95437501743436, "ttft_ms": 53.367292042821646, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1543307264, "backend_memory": {"mlx_active_bytes": 12954866696, "mlx_peak_bytes": 13034347100, "mlx_cache_bytes": 16016038893, "process_rss_bytes": 1543307264}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13034347100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4180fb98d26b8f9bc2c30120aea76b31662b7d5e9c4b045f5c9627ed7b0df3a6", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b96a8bf8ea7b129648ba1259", "attempt_id": "e7f76ada6807", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:50.875699Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12873847816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39266304, "serialized_payload_bytes": 39293241, "side_information_bytes": 26937, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.16312490496784, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 114.37458405271173, "serialize_ms": 18.451125011779368, "load_ms": 6.89337495714426, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.57779102306813, "ttft_ms": 37.57779102306813, "decode_ms": 16.499500023201108}, "total_wall_ms": 62.78095790185034, "ttft_ms": 37.57779102306813, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1582481408, "backend_memory": {"mlx_active_bytes": 12916053000, "mlx_peak_bytes": 12976107916, "mlx_cache_bytes": 16159958189, "process_rss_bytes": 1582481408}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12976107916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d51f0ad34b399cde24e9c341149a51103b7844e4ba3b7f53b10b145410bc7ab4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cdb56768597ffcaa698a0baf", "attempt_id": "f55ec72a20a9", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:50.968407Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12873847816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39266304, "serialized_payload_bytes": 39293241, "side_information_bytes": 26937, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.16312490496784, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 114.37458405271173, "serialize_ms": 18.451125011779368, "load_ms": 2.6388330152258277, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.83654102683067, "ttft_ms": 63.83654102683067, "decode_ms": 419.4325840799138}, "total_wall_ms": 488.02900000009686, "ttft_ms": 63.83654102683067, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1582596096, "backend_memory": {"mlx_active_bytes": 12916053000, "mlx_peak_bytes": 13001684796, "mlx_cache_bytes": 16167412973, "process_rss_bytes": 1582596096}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13001684796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-F is the correct answer.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.22222222222222224}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d51f0ad34b399cde24e9c341149a51103b7844e4ba3b7f53b10b145410bc7ab4", "output_hash": "49b73a8dc77fe956f000b4f6f4ea847fd9900a4ec2c5bd433972129975e165ef"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3ad767273f204691ff8addd6", "attempt_id": "55e579f91c6d", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:51.484495Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12873847816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39266304, "serialized_payload_bytes": 39293241, "side_information_bytes": 26937, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.16312490496784, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 114.37458405271173, "serialize_ms": 18.451125011779368, "load_ms": 2.2231671027839184, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.288250006735325, "ttft_ms": 63.288250006735325, "decode_ms": 76.28316699992865}, "total_wall_ms": 143.82574998307973, "ttft_ms": 63.288250006735325, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1582596096, "backend_memory": {"mlx_active_bytes": 12916053000, "mlx_peak_bytes": 13005327908, "mlx_cache_bytes": 16167412973, "process_rss_bytes": 1582596096}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13005327908, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d51f0ad34b399cde24e9c341149a51103b7844e4ba3b7f53b10b145410bc7ab4", "output_hash": "4dd633b1f2ee444666fd70af2b36443331fc00e69f3e569847cf278ca625c041"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "33fc2f1685996164d0706ceb", "attempt_id": "7fb8c9392c62", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:51.656704Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12873847816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39266304, "serialized_payload_bytes": 39293241, "side_information_bytes": 26937, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.16312490496784, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 114.37458405271173, "serialize_ms": 18.451125011779368, "load_ms": 1.2180000776425004, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.0389159899205, "ttft_ms": 51.0389159899205, "decode_ms": 69.46579203940928}, "total_wall_ms": 123.49129200447351, "ttft_ms": 51.0389159899205, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1582596096, "backend_memory": {"mlx_active_bytes": 12916053000, "mlx_peak_bytes": 12982602576, "mlx_cache_bytes": 16167412973, "process_rss_bytes": 1582596096}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12982602576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d51f0ad34b399cde24e9c341149a51103b7844e4ba3b7f53b10b145410bc7ab4", "output_hash": "4dd633b1f2ee444666fd70af2b36443331fc00e69f3e569847cf278ca625c041"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "873d397ef59b62a7fc6264e1", "attempt_id": "7ab11ec27a17", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:51.805080Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12873847816}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 39266304, "serialized_payload_bytes": 39293241, "side_information_bytes": 26937, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 133.16312490496784, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 114.37458405271173, "serialize_ms": 18.451125011779368, "load_ms": 3.5922499373555183, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.64204191695899, "ttft_ms": 59.64204191695899, "decode_ms": 40.95629195217043}, "total_wall_ms": 105.79737508669496, "ttft_ms": 59.64204191695899, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1582612480, "backend_memory": {"mlx_active_bytes": 12916053000, "mlx_peak_bytes": 12991098704, "mlx_cache_bytes": 16167497197, "process_rss_bytes": 1582612480}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12991098704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d51f0ad34b399cde24e9c341149a51103b7844e4ba3b7f53b10b145410bc7ab4", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "df0bf28bb67b5bb8b0ca4228", "attempt_id": "bc91ca419c65", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:52.041441Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12937778184}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 1826, "keep": 913, "compress_ms": 53.66625008173287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723041, "side_information_bytes": 12897, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.4314590767026, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 54.069000063464046, "serialize_ms": 52.19337495509535, "load_ms": 2.101833000779152, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.472541918978095, "ttft_ms": 47.472541918978095, "decode_ms": 113.10812504962087}, "total_wall_ms": 164.70995801500976, "ttft_ms": 47.472541918978095, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1609793536, "backend_memory": {"mlx_active_bytes": 13046961160, "mlx_peak_bytes": 13098915128, "mlx_cache_bytes": 16149671405, "process_rss_bytes": 1609793536}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13098915128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not found.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67329be3e0e23f04652c2f3d838dcced6f227414832e037694537b781f98528b", "output_hash": "0802559db1375af3ff5caabba71acea1d6299f1a7fc64b6a5024f19cbd33b72f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e014070a2945ef36d8f6b8c7", "attempt_id": "b694273b8f57", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:52.231185Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12937778184}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 1826, "keep": 913, "compress_ms": 53.66625008173287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723041, "side_information_bytes": 12897, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.4314590767026, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 54.069000063464046, "serialize_ms": 52.19337495509535, "load_ms": 1.3647910673171282, "receiver_prefill_ms": 0.0, "query_prefill_ms": 120.77104195486754, "ttft_ms": 120.77104195486754, "decode_ms": 416.8871670262888}, "total_wall_ms": 540.7452080398798, "ttft_ms": 120.77104195486754, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1606762496, "backend_memory": {"mlx_active_bytes": 13048796168, "mlx_peak_bytes": 13104223544, "mlx_cache_bytes": 16376851949, "process_rss_bytes": 1606762496}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13104223544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67329be3e0e23f04652c2f3d838dcced6f227414832e037694537b781f98528b", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9622d03b4b2c40a47ce96da3", "attempt_id": "58b5afba4164", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:52.796305Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12937778184}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 1826, "keep": 913, "compress_ms": 53.66625008173287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723041, "side_information_bytes": 12897, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.4314590767026, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 54.069000063464046, "serialize_ms": 52.19337495509535, "load_ms": 1.2667919509112835, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.681540918536484, "ttft_ms": 39.681540918536484, "decode_ms": 148.42208405025303}, "total_wall_ms": 191.24833296518773, "ttft_ms": 39.681540918536484, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1606828032, "backend_memory": {"mlx_active_bytes": 13048075272, "mlx_peak_bytes": 13104026936, "mlx_cache_bytes": 16377572845, "process_rss_bytes": 1606828032}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13104026936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67329be3e0e23f04652c2f3d838dcced6f227414832e037694537b781f98528b", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "606085127319fc48f46a0eb2", "attempt_id": "77416a0c062e", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:53.011453Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12937778184}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 1826, "keep": 913, "compress_ms": 53.66625008173287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723041, "side_information_bytes": 12897, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.4314590767026, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 54.069000063464046, "serialize_ms": 52.19337495509535, "load_ms": 1.1272500269114971, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.24991591926664, "ttft_ms": 50.24991591926664, "decode_ms": 232.68912499770522}, "total_wall_ms": 285.6244590366259, "ttft_ms": 50.24991591926664, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1606844416, "backend_memory": {"mlx_active_bytes": 13048075272, "mlx_peak_bytes": 13102880056, "mlx_cache_bytes": 16377572845, "process_rss_bytes": 1606844416}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13102880056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67329be3e0e23f04652c2f3d838dcced6f227414832e037694537b781f98528b", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "de41cb3212a8fda67ab83435", "attempt_id": "8ebb83b5c107", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:53.322491Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12937778184}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 1826, "keep": 913, "compress_ms": 53.66625008173287}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723041, "side_information_bytes": 12897, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 106.4314590767026, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 54.069000063464046, "serialize_ms": 52.19337495509535, "load_ms": 6.746459053829312, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.64108298532665, "ttft_ms": 39.64108298532665, "decode_ms": 123.24654101394117}, "total_wall_ms": 171.36016697622836, "ttft_ms": 39.64108298532665, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1606860800, "backend_memory": {"mlx_active_bytes": 13048796168, "mlx_peak_bytes": 13108647224, "mlx_cache_bytes": 16376851949, "process_rss_bytes": 1606860800}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13108647224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not found.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67329be3e0e23f04652c2f3d838dcced6f227414832e037694537b781f98528b", "output_hash": "0802559db1375af3ff5caabba71acea1d6299f1a7fc64b6a5024f19cbd33b72f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "edd051faa8b8fe46908c81d0", "attempt_id": "1f72fc0b1df5", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:53.685943Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 145.45745798386633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310611, "side_information_bytes": 12883, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.49670896772295, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 145.50208300352097, "serialize_ms": 22.773124976083636, "load_ms": 1.4537920942530036, "receiver_prefill_ms": 0.0, "query_prefill_ms": 180.50070805475116, "ttft_ms": 180.50070805475116, "decode_ms": 682.0635419571772}, "total_wall_ms": 865.8542500343174, "ttft_ms": 180.50070805475116, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1490468864, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12982588728, "mlx_cache_bytes": 16511200749, "process_rss_bytes": 1490468864}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12982588728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "There is no Torsel-5 in the text.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b0f33cc983a656b92fe5d1c31da7c3bc587992ec66715d643e73a3be3d169f4", "output_hash": "9692259f44dd18dd1cdbacd4f40fc5c86163138fa40a692cba37d5829d9efdae"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8dca581b1d4ffcccec1382fd", "attempt_id": "3f1a79153ba3", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:54.574606Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 145.45745798386633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310611, "side_information_bytes": 12883, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.49670896772295, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 145.50208300352097, "serialize_ms": 22.773124976083636, "load_ms": 2.691625035367906, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.01358408946544, "ttft_ms": 55.01358408946544, "decode_ms": 361.797416000627}, "total_wall_ms": 421.75620794296265, "ttft_ms": 55.01358408946544, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1490485248, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12988847416, "mlx_cache_bytes": 16511200749, "process_rss_bytes": 1490485248}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12988847416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b0f33cc983a656b92fe5d1c31da7c3bc587992ec66715d643e73a3be3d169f4", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4b715b50e62d87fde6287cb8", "attempt_id": "0bf243af5dd3", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:55.021475Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 145.45745798386633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310611, "side_information_bytes": 12883, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.49670896772295, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 145.50208300352097, "serialize_ms": 22.773124976083636, "load_ms": 1.735124969854951, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.090749942697585, "ttft_ms": 59.090749942697585, "decode_ms": 73.25033308006823}, "total_wall_ms": 136.02212502155453, "ttft_ms": 59.090749942697585, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1490534400, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12988847416, "mlx_cache_bytes": 16511200749, "process_rss_bytes": 1490534400}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12988847416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not available.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b0f33cc983a656b92fe5d1c31da7c3bc587992ec66715d643e73a3be3d169f4", "output_hash": "469147b9096ca76595ba03d6e8e849959829de7be9f36bbb9e437b35a34af4c5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8c91b31207f67dc6aceed27f", "attempt_id": "d7e87379f5e6", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:55.182430Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 145.45745798386633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310611, "side_information_bytes": 12883, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.49670896772295, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 145.50208300352097, "serialize_ms": 22.773124976083636, "load_ms": 2.746499958448112, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.83191701769829, "ttft_ms": 46.83191701769829, "decode_ms": 323.19083309266716}, "total_wall_ms": 376.2616669991985, "ttft_ms": 46.83191701769829, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1490518016, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12986783032, "mlx_cache_bytes": 16511200749, "process_rss_bytes": 1490518016}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12986783032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "AC-59L-3161", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b0f33cc983a656b92fe5d1c31da7c3bc587992ec66715d643e73a3be3d169f4", "output_hash": "ad64332dcd39755f6897a634ba23cec1a004826ea0ea9dabd0093a9c2ec190b0"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6e274378cb0bf5445e21d75d", "attempt_id": "c1c287873edd", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:55.583311Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 145.45745798386633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310611, "side_information_bytes": 12883, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.49670896772295, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 145.50208300352097, "serialize_ms": 22.773124976083636, "load_ms": 2.388249966315925, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.43566593527794, "ttft_ms": 61.43566593527794, "decode_ms": 112.52645798958838}, "total_wall_ms": 178.14529093448073, "ttft_ms": 61.43566593527794, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1490518016, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12993467704, "mlx_cache_bytes": 16511200749, "process_rss_bytes": 1490518016}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12993467704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0b0f33cc983a656b92fe5d1c31da7c3bc587992ec66715d643e73a3be3d169f4", "output_hash": "f3c5f0b94c01f0966aac032f0436ee804fe5229fb29914d3388f5fb25018ff58"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cb2f465bc3023c5e00a0e311", "attempt_id": "a63a3dfa76fa", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:55.815575Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12858872840}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 1826, "keep": 228, "compress_ms": 13.50704103242606}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161724, "side_information_bytes": 12860, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.889541001059115, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 13.557292055338621, "serialize_ms": 14.085916918702424, "load_ms": 1.0162079706788063, "receiver_prefill_ms": 0.0, "query_prefill_ms": 113.0505409091711, "ttft_ms": 113.0505409091711, "decode_ms": 283.7485410273075}, "total_wall_ms": 400.40450007654727, "ttft_ms": 113.0505409091711, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1424293888, "backend_memory": {"mlx_active_bytes": 12890067976, "mlx_peak_bytes": 12928980288, "mlx_cache_bytes": 16577293805, "process_rss_bytes": 1424293888}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12928980288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "MP-89X-6320", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8be354c248484c6a07e99a237fd908424318eead744e3b5951e9f269957a1462", "output_hash": "e07259f8346a7570e5b980e01a868e6af8ede517e6d7f6a2958e2f3b8da08023"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0a785c134f1770a5ae6db5b9", "attempt_id": "f2ba20753042", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:56.237753Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12858872840}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 1826, "keep": 228, "compress_ms": 13.50704103242606}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161724, "side_information_bytes": 12860, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.889541001059115, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 13.557292055338621, "serialize_ms": 14.085916918702424, "load_ms": 1.9531670259311795, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.11450002994388, "ttft_ms": 46.11450002994388, "decode_ms": 319.3754580570385}, "total_wall_ms": 369.01454196777195, "ttft_ms": 46.11450002994388, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1424343040, "backend_memory": {"mlx_active_bytes": 12891673608, "mlx_peak_bytes": 12933436736, "mlx_cache_bytes": 16589647341, "process_rss_bytes": 1424343040}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12933436736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8be354c248484c6a07e99a237fd908424318eead744e3b5951e9f269957a1462", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "553cdd957d446b4fe4266346", "attempt_id": "696fe3060078", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:56.630100Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12858872840}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 1826, "keep": 228, "compress_ms": 13.50704103242606}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161724, "side_information_bytes": 12860, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.889541001059115, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 13.557292055338621, "serialize_ms": 14.085916918702424, "load_ms": 1.6527920961380005, "receiver_prefill_ms": 0.0, "query_prefill_ms": 54.57779101561755, "ttft_ms": 54.57779101561755, "decode_ms": 168.09362499043345}, "total_wall_ms": 230.83179199602455, "ttft_ms": 54.57779101561755, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1424408576, "backend_memory": {"mlx_active_bytes": 12891542536, "mlx_peak_bytes": 12933436736, "mlx_cache_bytes": 16589778413, "process_rss_bytes": 1424408576}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12933436736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "71.2449", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8be354c248484c6a07e99a237fd908424318eead744e3b5951e9f269957a1462", "output_hash": "b37ea5b29c3a4c567191d98720d36cf0c8598473cef6d3f6abedec55002e4b63"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "61a6f2534b524c877c16a0c5", "attempt_id": "41862dc32cd6", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:56.885698Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12858872840}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 1826, "keep": 228, "compress_ms": 13.50704103242606}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161724, "side_information_bytes": 12860, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.889541001059115, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 13.557292055338621, "serialize_ms": 14.085916918702424, "load_ms": 2.9415000462904572, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.87345801014453, "ttft_ms": 47.87345801014453, "decode_ms": 567.5156669458374}, "total_wall_ms": 621.8817920889705, "ttft_ms": 47.87345801014453, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 16}, "provider_cached_usage": null, "process_memory": 1387053056, "backend_memory": {"mlx_active_bytes": 12891902984, "mlx_peak_bytes": 12933256512, "mlx_cache_bytes": 16603639277, "process_rss_bytes": 1387053056}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12933256512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I couldn't find any information about who proposed Tormelfel-11.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8be354c248484c6a07e99a237fd908424318eead744e3b5951e9f269957a1462", "output_hash": "7dc5169b45b271506d4b439a6be2f603ec00777607e565ed2d8b6f28e71ff95a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d4e02ce2520c6fe000592146", "attempt_id": "528e38ec8c53", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:57.533729Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12858872840}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 1826, "keep": 228, "compress_ms": 13.50704103242606}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161724, "side_information_bytes": 12860, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.889541001059115, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 13.557292055338621, "serialize_ms": 14.085916918702424, "load_ms": 2.773666987195611, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.794167038053274, "ttft_ms": 39.794167038053274, "decode_ms": 113.45179192721844}, "total_wall_ms": 157.71870804019272, "ttft_ms": 39.794167038053274, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1384841216, "backend_memory": {"mlx_active_bytes": 12891771912, "mlx_peak_bytes": 12939924800, "mlx_cache_bytes": 16605310445, "process_rss_bytes": 1384841216}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12939924800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not specified.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8be354c248484c6a07e99a237fd908424318eead744e3b5951e9f269957a1462", "output_hash": "41b2ba91a4e2030bdc58a009006e0fbfee5b16cd156aeff35baf22dbfb394449"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b3eb587d7bebe65016dd5fca", "attempt_id": "d2c3bdc0e07d", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:57.770556Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 24.996915948577225}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310606, "side_information_bytes": 12878, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.41874999087304, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 25.04487498663366, "serialize_ms": 29.141167062334716, "load_ms": 1.6144999535754323, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.26466600690037, "ttft_ms": 36.26466600690037, "decode_ms": 1810.8389170374721}, "total_wall_ms": 1850.656958995387, "ttft_ms": 36.26466600690037, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1360953344, "backend_memory": {"mlx_active_bytes": 12947575816, "mlx_peak_bytes": 12982588728, "mlx_cache_bytes": 16863292909, "process_rss_bytes": 1360953344}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12982588728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n\n\n\n\n\n\n\n\n\n\n}\n\n\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n\n\n}\n\n\n\n}\n\n\n\n}\n\n\n\n}\n\n}\n\n}\n\n}\n\n\\\\}\n\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "539cbfc88603874cdea8c0ebf80bf09a89e2bfbd1344df9311df6ade7a041a9c", "output_hash": "3340575a9d8e89b02bb97be03a73b286cf9b319f199fdc3df04df898b91860eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a2ff2448451b24e6e12975b7", "attempt_id": "ff6645313185", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:04:59.648164Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 24.996915948577225}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310606, "side_information_bytes": 12878, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.41874999087304, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 25.04487498663366, "serialize_ms": 29.141167062334716, "load_ms": 4.132625064812601, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.177707947790623, "ttft_ms": 31.177707947790623, "decode_ms": 1829.145541996695}, "total_wall_ms": 1866.4877079427242, "ttft_ms": 31.177707947790623, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1335558144, "backend_memory": {"mlx_active_bytes": 12947575816, "mlx_peak_bytes": 12988847416, "mlx_cache_bytes": 16863292909, "process_rss_bytes": 1335558144}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12988847416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "}\n\n}\n\n}\n\n}\n\n\n\n\n\n\n\n\n\n\n\n}\n\n}\n\n}\n\n}\n\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "539cbfc88603874cdea8c0ebf80bf09a89e2bfbd1344df9311df6ade7a041a9c", "output_hash": "14bf1b2b98cc860b11acb7786b122c4e8bf920cded43b5a9026012723563fca9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2fd491c252f402bde1ddcd98", "attempt_id": "4d693e0a74cb", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:01.539420Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 24.996915948577225}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310606, "side_information_bytes": 12878, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.41874999087304, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 25.04487498663366, "serialize_ms": 29.141167062334716, "load_ms": 3.6447920138016343, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.75666692852974, "ttft_ms": 28.75666692852974, "decode_ms": 1698.4867919236422}, "total_wall_ms": 1732.8864160226658, "ttft_ms": 28.75666692852974, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1263599616, "backend_memory": {"mlx_active_bytes": 12947575816, "mlx_peak_bytes": 12988847416, "mlx_cache_bytes": 16863292909, "process_rss_bytes": 1263599616}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12988847416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "}\n\n}\n\n}\n\n//////////////////////////////////////////////////////////////////////////////////////////", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "539cbfc88603874cdea8c0ebf80bf09a89e2bfbd1344df9311df6ade7a041a9c", "output_hash": "9c1c85d0af791dd782b2fc598b4c2453d6625d60ad58bacf00b9ab5c4e254186"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0413c31687c07a6236ba74e6", "attempt_id": "26697ea366c5", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:03.296001Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 24.996915948577225}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310606, "side_information_bytes": 12878, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.41874999087304, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 25.04487498663366, "serialize_ms": 29.141167062334716, "load_ms": 4.508665995672345, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.521665998734534, "ttft_ms": 51.521665998734534, "decode_ms": 1807.4857500614598}, "total_wall_ms": 1865.2720410609618, "ttft_ms": 51.521665998734534, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1260322816, "backend_memory": {"mlx_active_bytes": 12947575816, "mlx_peak_bytes": 12986783032, "mlx_cache_bytes": 16863292909, "process_rss_bytes": 1260322816}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12986783032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "}\n\n}\n\n}\n\n//////////////////////////////////////////////////////////////////////////////////////////", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "539cbfc88603874cdea8c0ebf80bf09a89e2bfbd1344df9311df6ade7a041a9c", "output_hash": "9c1c85d0af791dd782b2fc598b4c2453d6625d60ad58bacf00b9ab5c4e254186"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1c01b5c3a7f0c7df5737f6f4", "attempt_id": "6a11b598b36e", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:05.186239Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1826, "keep": 456, "compress_ms": 24.996915948577225}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310606, "side_information_bytes": 12878, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 54.41874999087304, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 25.04487498663366, "serialize_ms": 29.141167062334716, "load_ms": 3.8779169553890824, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.60124997701496, "ttft_ms": 22.60124997701496, "decode_ms": 1801.8803750164807}, "total_wall_ms": 1830.2803749684244, "ttft_ms": 22.60124997701496, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1193738240, "backend_memory": {"mlx_active_bytes": 12948493320, "mlx_peak_bytes": 12993434936, "mlx_cache_bytes": 16943771117, "process_rss_bytes": 1193738240}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12993434936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "````````````````````````````````````````````````````````````````````````````````````````````````", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "539cbfc88603874cdea8c0ebf80bf09a89e2bfbd1344df9311df6ade7a041a9c", "output_hash": "7373d4c8832f748a753067d5abc1569f8c8ce7a4c9fb68ecf3fe8592c97e8709"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "211426b8a62208b3595e3c48", "attempt_id": "d81696d23029", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:07.041743Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 1826, "keep": 913, "window_tokens": 36, "compress_ms": 324.5909999823198}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723081, "side_information_bytes": 12937, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 391.0314169479534, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 326.2740829959512, "serialize_ms": 64.37020900193602, "load_ms": 23.354250006377697, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.64079196564853, "ttft_ms": 59.64079196564853, "decode_ms": 268.1997499894351}, "total_wall_ms": 748.0111250188202, "ttft_ms": 59.64079196564853, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1227882496, "backend_memory": {"mlx_active_bytes": 13048075272, "mlx_peak_bytes": 13098915128, "mlx_cache_bytes": 17099845101, "process_rss_bytes": 1227882496}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13098915128, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b4d8e83b027fc8a16cf8bed77b1bd62e9794c6077c41892dbb0c85f4e4b06717", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "760a746604c28b78c5776060", "attempt_id": "d3a3d0775ce5", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:07.816613Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 1826, "keep": 913, "window_tokens": 41, "compress_ms": 274.6215419610962}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723081, "side_information_bytes": 12937, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 345.7513749599457, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 279.74729205016047, "serialize_ms": 65.59041701257229, "load_ms": 2.384624909609556, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.52854199334979, "ttft_ms": 69.52854199334979, "decode_ms": 289.939625072293}, "total_wall_ms": 711.0127499327064, "ttft_ms": 69.52854199334979, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1307099136, "backend_memory": {"mlx_active_bytes": 13048796168, "mlx_peak_bytes": 13104026936, "mlx_cache_bytes": 17118113261, "process_rss_bytes": 1307099136}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13104026936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b4d8e83b027fc8a16cf8bed77b1bd62e9794c6077c41892dbb0c85f4e4b06717", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "812c6d3f2b70d476a930b5f7", "attempt_id": "2d448634de85", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:08.571708Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 1826, "keep": 913, "window_tokens": 41, "compress_ms": 164.51741696801037}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723082, "side_information_bytes": 12938, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 222.49312500935048, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 166.93412500899285, "serialize_ms": 55.11883308645338, "load_ms": 4.093874944373965, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.877917054109275, "ttft_ms": 59.877917054109275, "decode_ms": 166.50895809289068}, "total_wall_ms": 455.88066696655005, "ttft_ms": 59.877917054109275, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1278246912, "backend_memory": {"mlx_active_bytes": 13048075272, "mlx_peak_bytes": 13104026936, "mlx_cache_bytes": 17118834157, "process_rss_bytes": 1278246912}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13104026936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cc35fdccbbfb601ca8972d936cb24cc99e97f0dbe536bcac6f6d8fadab0aea48", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5a2107daa47481ec1c472e7f", "attempt_id": "5194b6d3dae1", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:09.065298Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 1826, "keep": 913, "window_tokens": 38, "compress_ms": 106.30012501496822}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723082, "side_information_bytes": 12938, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 175.47324998304248, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 110.1162499981001, "serialize_ms": 64.61058300919831, "load_ms": 7.25720904301852, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.37283305078745, "ttft_ms": 65.37283305078745, "decode_ms": 224.62266706861556}, "total_wall_ms": 480.28383404016495, "ttft_ms": 65.37283305078745, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1310048256, "backend_memory": {"mlx_active_bytes": 13048075272, "mlx_peak_bytes": 13102880056, "mlx_cache_bytes": 17125502445, "process_rss_bytes": 1310048256}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13102880056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cc35fdccbbfb601ca8972d936cb24cc99e97f0dbe536bcac6f6d8fadab0aea48", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fed3b6cf86d58689e9a1378f", "attempt_id": "64653321de42", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:09.602188Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 1826, "keep": 913, "window_tokens": 47, "compress_ms": 152.81054191291332}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 104710144, "serialized_payload_bytes": 104723082, "side_information_bytes": 12938, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 208.9621250052005, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 156.23399999458343, "serialize_ms": 52.2812909912318, "load_ms": 1.3191669713705778, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.162624998018146, "ttft_ms": 37.162624998018146, "decode_ms": 192.3699169419706}, "total_wall_ms": 443.3430419303477, "ttft_ms": 37.162624998018146, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1311244288, "backend_memory": {"mlx_active_bytes": 13048796168, "mlx_peak_bytes": 13108614456, "mlx_cache_bytes": 17144524269, "process_rss_bytes": 1311244288}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13108614456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cc35fdccbbfb601ca8972d936cb24cc99e97f0dbe536bcac6f6d8fadab0aea48", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ffbd94cf20dccfea72976014", "attempt_id": "1f51ac60b16b", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:10.091744Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 36, "compress_ms": 206.49166603107005}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310651, "side_information_bytes": 12923, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 243.0699170799926, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 209.1152920620516, "serialize_ms": 33.50737504661083, "load_ms": 13.107249978929758, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.24441600125283, "ttft_ms": 33.24441600125283, "decode_ms": 230.40704196318984}, "total_wall_ms": 522.8243340970948, "ttft_ms": 33.24441600125283, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1363820544, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12982588728, "mlx_cache_bytes": 17249414637, "process_rss_bytes": 1363820544}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12982588728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5fb14777456d937b3f49bcee3ce7cc4906bf362fefc39cb2f8070a5576ea10ca", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4efe84397e886860ee8e6017", "attempt_id": "d933f3c3b91e", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:10.656429Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 41, "compress_ms": 158.34104199893773}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310651, "side_information_bytes": 12923, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 188.9000419760123, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 160.79166694544256, "serialize_ms": 27.771375025622547, "load_ms": 1.541250036098063, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.43254207260907, "ttft_ms": 64.43254207260907, "decode_ms": 284.50820804573596}, "total_wall_ms": 541.8727500364184, "ttft_ms": 64.43254207260907, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1397194752, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12988847416, "mlx_cache_bytes": 17249414637, "process_rss_bytes": 1397194752}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12988847416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5fb14777456d937b3f49bcee3ce7cc4906bf362fefc39cb2f8070a5576ea10ca", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7b962a5be9afc3b815579cff", "attempt_id": "6f1c5fe01bb2", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:11.243403Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 41, "compress_ms": 121.4834579732269}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310650, "side_information_bytes": 12922, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 148.78320810385048, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 123.87224996928126, "serialize_ms": 24.5920829474926, "load_ms": 2.482083044014871, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.88945899438113, "ttft_ms": 48.88945899438113, "decode_ms": 187.0734579861164}, "total_wall_ms": 389.9813339812681, "ttft_ms": 48.88945899438113, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1399095296, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12988847416, "mlx_cache_bytes": 17249414637, "process_rss_bytes": 1399095296}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12988847416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4cf368bc7adf8770a4358d588d4c82631ebc3a4ebc26970c9eb70807a02c4026", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8a742995a7d3fd8822635d3d", "attempt_id": "ef13101ae5dd", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:11.668708Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 38, "compress_ms": 122.94362508691847}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310651, "side_information_bytes": 12923, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 146.21104195248336, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 125.8875000057742, "serialize_ms": 19.98641691170633, "load_ms": 1.5964170452207327, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.44075004477054, "ttft_ms": 32.44075004477054, "decode_ms": 217.17612503562123}, "total_wall_ms": 399.82741698622704, "ttft_ms": 32.44075004477054, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1400979456, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12986783032, "mlx_cache_bytes": 17249414637, "process_rss_bytes": 1400979456}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12986783032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5fb14777456d937b3f49bcee3ce7cc4906bf362fefc39cb2f8070a5576ea10ca", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6e8c7b3e525412096c2307af", "attempt_id": "2e65ce6e1d49", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:12.107470Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 47, "compress_ms": 154.5094590401277}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310650, "side_information_bytes": 12922, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 176.4109170762822, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 156.61304199602455, "serialize_ms": 19.528332981280982, "load_ms": 2.395374933257699, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.51566702965647, "ttft_ms": 32.51566702965647, "decode_ms": 136.98412501253188}, "total_wall_ms": 350.65816703718156, "ttft_ms": 32.51566702965647, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1403060224, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12993434936, "mlx_cache_bytes": 17251184109, "process_rss_bytes": 1403060224}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12993434936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4cf368bc7adf8770a4358d588d4c82631ebc3a4ebc26970c9eb70807a02c4026", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bf6830b4f29153d87b5bf450", "attempt_id": "cb880739e65f", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:12.489692Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 1826, "keep": 228, "window_tokens": 36, "compress_ms": 127.04425002448261}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161765, "side_information_bytes": 12901, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 147.25708297919482, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 129.22324996907264, "serialize_ms": 17.72129093296826, "load_ms": 3.684457973577082, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.8809590600431, "ttft_ms": 63.8809590600431, "decode_ms": 282.73533401079476}, "total_wall_ms": 500.003166962415, "ttft_ms": 63.8809590600431, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1458503680, "backend_memory": {"mlx_active_bytes": 12890067976, "mlx_peak_bytes": 12928636224, "mlx_cache_bytes": 17305021933, "process_rss_bytes": 1458503680}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12928636224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fb88e3a8f44dc700936f7b35089bb6418ac1b45a7576e3054e02bd75870675d5", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3475fbcf68c01076977d6889", "attempt_id": "82cc21fc627c", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:13.019612Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 1826, "keep": 228, "window_tokens": 41, "compress_ms": 73.6418750602752}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161763, "side_information_bytes": 12899, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 89.7500419523567, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 75.67608298268169, "serialize_ms": 13.786291005089879, "load_ms": 4.430582979694009, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.18720799125731, "ttft_ms": 50.18720799125731, "decode_ms": 328.37920903693885}, "total_wall_ms": 474.9479159945622, "ttft_ms": 50.18720799125731, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1478377472, "backend_memory": {"mlx_active_bytes": 12891542536, "mlx_peak_bytes": 12933436736, "mlx_cache_bytes": 17303547373, "process_rss_bytes": 1478377472}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12933436736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "632e53815dc2c578923dcb9c83d3c945bdd528dc2fde645ced6a17ba25c944d0", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "049f16ebedbc1407ecf0a3f4", "attempt_id": "eff92c4a4df9", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:13.522405Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 1826, "keep": 228, "window_tokens": 41, "compress_ms": 92.08420792128891}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161764, "side_information_bytes": 12900, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 105.40720797143877, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 94.13624997250736, "serialize_ms": 11.040000012144446, "load_ms": 1.9491250859573483, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.30408392846584, "ttft_ms": 32.30408392846584, "decode_ms": 166.24804202001542}, "total_wall_ms": 307.7124999836087, "ttft_ms": 32.30408392846584, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1479966720, "backend_memory": {"mlx_active_bytes": 12891542536, "mlx_peak_bytes": 12933436736, "mlx_cache_bytes": 17303547373, "process_rss_bytes": 1479966720}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12933436736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "07b16288ce4f568e7f323cc192a46d54bb8ed94dab7981fb3b6fae7acf0e9abc", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7f8005530ddcffee5f3604fc", "attempt_id": "8124431c589a", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:13.857333Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 1826, "keep": 228, "window_tokens": 38, "compress_ms": 157.16987499035895}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161765, "side_information_bytes": 12901, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.12304104678333, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 158.62604207359254, "serialize_ms": 9.25166707020253, "load_ms": 1.9591250456869602, "receiver_prefill_ms": 0.0, "query_prefill_ms": 48.98779094219208, "ttft_ms": 48.98779094219208, "decode_ms": 142.55758305080235}, "total_wall_ms": 363.5396249592304, "ttft_ms": 48.98779094219208, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1480015872, "backend_memory": {"mlx_active_bytes": 12890067976, "mlx_peak_bytes": 12933256512, "mlx_cache_bytes": 17305021933, "process_rss_bytes": 1480015872}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12933256512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fb88e3a8f44dc700936f7b35089bb6418ac1b45a7576e3054e02bd75870675d5", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8ef4dd16ca4bf036849d2e77", "attempt_id": "2ebd0f3a5a9c", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:14.245307Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 1826, "keep": 228, "window_tokens": 47, "compress_ms": 125.05670799873769}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 26148864, "serialized_payload_bytes": 26161765, "side_information_bytes": 12901, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 138.31287494394928, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 126.57066702377051, "serialize_ms": 11.53450005222112, "load_ms": 4.474791930988431, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.952834038995206, "ttft_ms": 59.952834038995206, "decode_ms": 200.6469169864431}, "total_wall_ms": 405.22070799488574, "ttft_ms": 59.952834038995206, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1479393280, "backend_memory": {"mlx_active_bytes": 12891542536, "mlx_peak_bytes": 12939924800, "mlx_cache_bytes": 17303547373, "process_rss_bytes": 1479393280}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12939924800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fb88e3a8f44dc700936f7b35089bb6418ac1b45a7576e3054e02bd75870675d5", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9d75ee4970e9bb4242154d57", "attempt_id": "7e52b2082b78", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:14.807659Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 19, "compress_ms": 105.10791605338454}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310651, "side_information_bytes": 12923, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 132.85141706001014, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 106.10558302141726, "serialize_ms": 26.5857910271734, "load_ms": 4.167084000073373, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.3795829731971, "ttft_ms": 39.3795829731971, "decode_ms": 27.15720806736499}, "total_wall_ms": 72.42983393371105, "ttft_ms": 39.3795829731971, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1478639616, "backend_memory": {"mlx_active_bytes": 12942070792, "mlx_peak_bytes": 12982588728, "mlx_cache_bytes": 17256361529, "process_rss_bytes": 1478639616}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12982588728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5fb14777456d937b3f49bcee3ce7cc4906bf362fefc39cb2f8070a5576ea10ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5d4ba78c98b4ade031cc9773", "attempt_id": "8725ad23d092", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:14.904448Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 19, "compress_ms": 105.10791605338454}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310651, "side_information_bytes": 12923, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 132.85141706001014, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 106.10558302141726, "serialize_ms": 26.5857910271734, "load_ms": 2.764750039204955, "receiver_prefill_ms": 0.0, "query_prefill_ms": 49.84929203055799, "ttft_ms": 49.84929203055799, "decode_ms": 49.28637493867427}, "total_wall_ms": 103.94262499175966, "ttft_ms": 49.84929203055799, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1478656000, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12988847416, "mlx_cache_bytes": 17254526521, "process_rss_bytes": 1478656000}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12988847416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5fb14777456d937b3f49bcee3ce7cc4906bf362fefc39cb2f8070a5576ea10ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "744c2685fb153851ff324a9c", "attempt_id": "13c787a1dff6", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:15.034176Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 19, "compress_ms": 105.10791605338454}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310651, "side_information_bytes": 12923, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 132.85141706001014, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 106.10558302141726, "serialize_ms": 26.5857910271734, "load_ms": 1.7038750229403377, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.16658301651478, "ttft_ms": 52.16658301651478, "decode_ms": 33.700124942697585}, "total_wall_ms": 89.13987502455711, "ttft_ms": 52.16658301651478, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1471709184, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12988847416, "mlx_cache_bytes": 17254526521, "process_rss_bytes": 1471709184}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12988847416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5fb14777456d937b3f49bcee3ce7cc4906bf362fefc39cb2f8070a5576ea10ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4f5db7802da206bd084e3654", "attempt_id": "459f58a36edd", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:15.151741Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 19, "compress_ms": 105.10791605338454}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310651, "side_information_bytes": 12923, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 132.85141706001014, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 106.10558302141726, "serialize_ms": 26.5857910271734, "load_ms": 2.2950839484110475, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.34408400207758, "ttft_ms": 59.34408400207758, "decode_ms": 44.98375009279698}, "total_wall_ms": 108.55379200074822, "ttft_ms": 59.34408400207758, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1470464000, "backend_memory": {"mlx_active_bytes": 12942070792, "mlx_peak_bytes": 12986783032, "mlx_cache_bytes": 17256361529, "process_rss_bytes": 1470464000}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12986783032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5fb14777456d937b3f49bcee3ce7cc4906bf362fefc39cb2f8070a5576ea10ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "96dc884a96a31ab874d9756e", "attempt_id": "1838cf3b6539", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:15.290175Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885185544}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 19, "compress_ms": 105.10791605338454}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310651, "side_information_bytes": 12923, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 132.85141706001014, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 106.10558302141726, "serialize_ms": 26.5857910271734, "load_ms": 1.7720420146360993, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.40166700724512, "ttft_ms": 40.40166700724512, "decode_ms": 20.735291996970773}, "total_wall_ms": 64.60883398540318, "ttft_ms": 40.40166700724512, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1304543232, "backend_memory": {"mlx_active_bytes": 12943905800, "mlx_peak_bytes": 12993434936, "mlx_cache_bytes": 17254526521, "process_rss_bytes": 1304543232}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12993434936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5fb14777456d937b3f49bcee3ce7cc4906bf362fefc39cb2f8070a5576ea10ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ce60a4131e6ae685fb7dde9d", "attempt_id": "57f065058898", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:15.385871Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 36, "compress_ms": 249.77645801845938}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310621, "side_information_bytes": 12893, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 296.16041702684015, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 251.5383749268949, "serialize_ms": 44.32850005105138, "load_ms": 72.63483304996043, "receiver_prefill_ms": 0.0, "query_prefill_ms": 2749.5850829873234, "ttft_ms": 2749.5850829873234, "decode_ms": 314.79608395602554}, "total_wall_ms": 3435.0930829532444, "ttft_ms": 2749.5850829873234, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 953892864, "backend_memory": {"mlx_active_bytes": 12943152136, "mlx_peak_bytes": 13012108056, "mlx_cache_bytes": 17452122197, "process_rss_bytes": 953892864}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13012108056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2b623b234e50bb45b3d64ddb4e5fc624d2e8d987140d846139a2f1fc5933cbce", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e1386d55cbf103fc15a9615d", "attempt_id": "a5b74fef06d0", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:18.850933Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 41, "compress_ms": 218.93729199655354}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310621, "side_information_bytes": 12893, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 240.96433294471353, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 220.5712499562651, "serialize_ms": 20.157459075562656, "load_ms": 23.735292023047805, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1102.5804169476032, "ttft_ms": 1102.5804169476032, "decode_ms": 377.42525001522154}, "total_wall_ms": 1746.5585831087083, "ttft_ms": 1102.5804169476032, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 976207872, "backend_memory": {"mlx_active_bytes": 12943873032, "mlx_peak_bytes": 13016185036, "mlx_cache_bytes": 17482429601, "process_rss_bytes": 976207872}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13016185036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2b623b234e50bb45b3d64ddb4e5fc624d2e8d987140d846139a2f1fc5933cbce", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9318dabab9120af78e96d960", "attempt_id": "7ed4af178621", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:20.627171Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 41, "compress_ms": 192.2286250628531}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310620, "side_information_bytes": 12892, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 245.02349994145334, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 193.9337080111727, "serialize_ms": 50.74420804157853, "load_ms": 5.276417010463774, "receiver_prefill_ms": 0.0, "query_prefill_ms": 961.7742919363081, "ttft_ms": 961.7742919363081, "decode_ms": 156.73641697503626}, "total_wall_ms": 1370.8196660736576, "ttft_ms": 961.7742919363081, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 996786176, "backend_memory": {"mlx_active_bytes": 12943381512, "mlx_peak_bytes": 13016185036, "mlx_cache_bytes": 17482921121, "process_rss_bytes": 996786176}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13016185036, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "058f4d8674d0e913521bc73b9cf88ab90edaffd9dc3983fa641b94ac94083d28", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f123a17ed9e8dfc78383023f", "attempt_id": "6db329434775", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:22.027278Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 38, "compress_ms": 154.3273339048028}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310620, "side_information_bytes": 12892, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 177.26641602348536, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 155.78729193657637, "serialize_ms": 21.23279101215303, "load_ms": 2.5411249371245503, "receiver_prefill_ms": 0.0, "query_prefill_ms": 939.039041986689, "ttft_ms": 939.039041986689, "decode_ms": 189.99070802237839}, "total_wall_ms": 1310.6245830422267, "ttft_ms": 939.039041986689, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1038090240, "backend_memory": {"mlx_active_bytes": 12943119368, "mlx_peak_bytes": 13013592220, "mlx_cache_bytes": 17484952737, "process_rss_bytes": 1038090240}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13013592220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "058f4d8674d0e913521bc73b9cf88ab90edaffd9dc3983fa641b94ac94083d28", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1db5d3b26d6164acee8841ae", "attempt_id": "625fc980383a", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:23.367255Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 47, "compress_ms": 160.4784589726478}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 52297728, "serialized_payload_bytes": 52310620, "side_information_bytes": 12892, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 186.8457079399377, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 162.06458304077387, "serialize_ms": 24.555625044740736, "load_ms": 3.808333072811365, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1072.8900419780985, "ttft_ms": 1072.8900419780985, "decode_ms": 198.61029100138694}, "total_wall_ms": 1463.9526250539348, "ttft_ms": 1072.8900419780985, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1067302912, "backend_memory": {"mlx_active_bytes": 12944036872, "mlx_peak_bytes": 13016781020, "mlx_cache_bytes": 17484831177, "process_rss_bytes": 1067302912}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 13016781020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "058f4d8674d0e913521bc73b9cf88ab90edaffd9dc3983fa641b94ac94083d28", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a7fb382b248e65ee2d149bf5", "attempt_id": "76008d4fcf13", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:24.860230Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 36, "compress_ms": 195.1780419331044, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 36, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 27783168, "serialized_payload_bytes": 27809951, "side_information_bytes": 26783, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 332.0257499581203, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 210.80008300486952, "serialize_ms": 120.751041918993, "load_ms": 5.159249994903803, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.0402920357883, "ttft_ms": 44.0402920357883, "decode_ms": 278.0249579809606}, "total_wall_ms": 661.553000099957, "ttft_ms": 44.0402920357883, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 36}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1095434240, "backend_memory": {"mlx_active_bytes": 12891775464, "mlx_peak_bytes": 12941629980, "mlx_cache_bytes": 17547008745, "process_rss_bytes": 1095434240}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12941629980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "WG-14H-1182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a93f28c003f109c4ca87187d97bd58a13556a45e9e5733b44dd20d721ec2f7bb", "output_hash": "e454fec67e299085db563490eff5a43753bbeed6d185376c1a5962c124db19eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5dc9822e9b925ad97c76aa76", "attempt_id": "4f2e982bea0f", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:25.554969Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 41, "compress_ms": 121.92145804874599, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 27783168, "serialized_payload_bytes": 27809952, "side_information_bytes": 26784, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 155.4727089824155, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 131.96833292022347, "serialize_ms": 23.058207938447595, "load_ms": 33.88620901387185, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.37920891866088, "ttft_ms": 51.37920891866088, "decode_ms": 407.3849170235917}, "total_wall_ms": 650.0773330917582, "ttft_ms": 51.37920891866088, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1129807872, "backend_memory": {"mlx_active_bytes": 12891702280, "mlx_peak_bytes": 12945695388, "mlx_cache_bytes": 17547278537, "process_rss_bytes": 1129807872}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12945695388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 61-C, Schefferville.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "895d4e26955ead7a67aa0745113e31df205c227aa101491e8bcb08ce99622aa9", "output_hash": "5280344bb130ba2ce68331d4c5deadfa47c813ecd5c007f5616e1ff44aa0daea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3f28d7ddbef046a36da61a1d", "attempt_id": "e1f329d7f64c", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:26.232141Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 41, "compress_ms": 115.127291996032, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 41, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 27783168, "serialized_payload_bytes": 27809950, "side_information_bytes": 26782, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 141.74379198811948, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 123.9364999346435, "serialize_ms": 17.340874997898936, "load_ms": 2.7716669719666243, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.984125000424683, "ttft_ms": 23.984125000424683, "decode_ms": 154.8112080199644}, "total_wall_ms": 325.23499999661, "ttft_ms": 23.984125000424683, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1131724800, "backend_memory": {"mlx_active_bytes": 12891702280, "mlx_peak_bytes": 12945695388, "mlx_cache_bytes": 17547278537, "process_rss_bytes": 1131724800}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12945695388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "78.0424", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6385255f855eb705a0163e5afb607dcfa1666eb3ef2fbf09f452354bde930db0", "output_hash": "a6b0ea8de12cdf1084cdbceb42fd84946cd25a872f44d1f9a0846f3cf0f98534"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "00787ed4a03605f9a0303c8c", "attempt_id": "cbd07b37dd7f", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:26.585619Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 38, "compress_ms": 144.51858296524733, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 38, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 27783168, "serialized_payload_bytes": 27809952, "side_information_bytes": 26784, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 196.54375000391155, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 182.23712500184774, "serialize_ms": 13.88549990952015, "load_ms": 6.626041955314577, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.26083302963525, "ttft_ms": 58.26083302963525, "decode_ms": 159.84220791142434}, "total_wall_ms": 423.23795799165964, "ttft_ms": 58.26083302963525, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1133592576, "backend_memory": {"mlx_active_bytes": 12891702280, "mlx_peak_bytes": 12945786544, "mlx_cache_bytes": 17547278537, "process_rss_bytes": 1133592576}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12945786544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Wilhelmina Rousseau", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "895d4e26955ead7a67aa0745113e31df205c227aa101491e8bcb08ce99622aa9", "output_hash": "48d8b48be3dac15e3a879049c76d1150b48d5cfd634a79a298cef143ea8a97c3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c09f491cebab45672f07141f", "attempt_id": "e186a045cf05", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:27.039276Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1826, "keep": 456, "window_tokens": 47, "compress_ms": 140.31387504655868, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1766, "source_tokens_receiver": 1766, "query_tokens": 47, "message_tokens": 1826, "message_utf8_bytes": 7280, "cache_tensor_bytes": 27783168, "serialized_payload_bytes": 27809952, "side_information_bytes": 26784, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 218.50608300883323, "doc_prefill_ms": 1055.8632090687752, "compress_ms": 206.66804094798863, "serialize_ms": 11.37220801319927, "load_ms": 2.6599590200930834, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.08320897165686, "ttft_ms": 53.08320897165686, "decode_ms": 235.62433302868158}, "total_wall_ms": 511.9883749866858, "ttft_ms": 53.08320897165686, "input_usage": {"receiver_prefix_tokens": 1826, "dense_cache_bytes": 209420288, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1131495424, "backend_memory": {"mlx_active_bytes": 12891702280, "mlx_peak_bytes": 12952853488, "mlx_cache_bytes": 17547278537, "process_rss_bytes": 1131495424}, "peak_prefill_memory": 13284061512, "peak_decode_memory": 12952853488, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6,889,172", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "895d4e26955ead7a67aa0745113e31df205c227aa101491e8bcb08ce99622aa9", "output_hash": "76875b24cee85c9daa41a3b2716f4617e3b85d1aa6a8a5fd34f349dcf4ae3d7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "25b512c89c25e1e64a6ba3f0", "attempt_id": "0f9cfd3d287a", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:28.238882Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 63, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04099996294826269, "decode_payload_ms": 0.0, "receiver_prefill_ms": 19370.57362496853, "ttft_ms": 533.0782909877598, "decode_ms": 50.65516603644937}, "total_wall_ms": 19961.84533298947, "ttft_ms": 533.0782909877598, "input_usage": {"receiver_prompt_tokens": 63}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 895516672, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12647060852, "mlx_cache_bytes": 287344304, "process_rss_bytes": 895516672}, "peak_prefill_memory": null, "peak_decode_memory": 12647060852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1210a4bbdaac5686679faaea", "attempt_id": "7fa3514c4937", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:48.319245Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04099996294826269, "decode_payload_ms": 0.0, "receiver_prefill_ms": 61.09574995934963, "ttft_ms": 24.153208010829985, "decode_ms": 20.167666021734476}, "total_wall_ms": 106.15974990651011, "ttft_ms": 24.153208010829985, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 895647744, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12670211720, "mlx_cache_bytes": 352519856, "process_rss_bytes": 895647744}, "peak_prefill_memory": null, "peak_decode_memory": 12670211720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2c437c8dedfa1315c5ff636b", "attempt_id": "d05ff863d3f8", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:48.455735Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 69, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04099996294826269, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.14283298607916, "ttft_ms": 47.09420900326222, "decode_ms": 33.525582985021174}, "total_wall_ms": 157.56595903076231, "ttft_ms": 47.09420900326222, "input_usage": {"receiver_prompt_tokens": 69}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 895680512, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12668819080, "mlx_cache_bytes": 395249328, "process_rss_bytes": 895680512}, "peak_prefill_memory": null, "peak_decode_memory": 12668819080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "08effbe2f98ac1dccef54ea9", "attempt_id": "1ac950957bf6", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:48.644972Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 64, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04099996294826269, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.61849993094802, "ttft_ms": 46.28175008110702, "decode_ms": 37.59066597558558}, "total_wall_ms": 129.35937498696148, "ttft_ms": 46.28175008110702, "input_usage": {"receiver_prompt_tokens": 64}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 895713280, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12647355768, "mlx_cache_bytes": 420317100, "process_rss_bytes": 895713280}, "peak_prefill_memory": null, "peak_decode_memory": 12647355768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a286fb0c703d1cb2ec16f372", "attempt_id": "554451f719f1", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:48.805090Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 71, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04099996294826269, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.80337502621114, "ttft_ms": 37.414834019728005, "decode_ms": 39.465790963731706}, "total_wall_ms": 144.4340420421213, "ttft_ms": 37.414834019728005, "input_usage": {"receiver_prompt_tokens": 71}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 895729664, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12670211720, "mlx_cache_bytes": 420317100, "process_rss_bytes": 895729664}, "peak_prefill_memory": null, "peak_decode_memory": 12670211720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "eb8865ad832836218f37fa2d", "attempt_id": "4a515adaeaad", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:48.982524Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5797, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.015125027857720852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1897.4961249623448, "ttft_ms": 49.76270906627178, "decode_ms": 386.26866694539785}, "total_wall_ms": 2344.185624970123, "ttft_ms": 49.76270906627178, "input_usage": {"receiver_prompt_tokens": 5797}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 803618816, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 2381514668, "process_rss_bytes": 803618816}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7a37f83da488d2946abd8021", "attempt_id": "35029ef01e4a", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:51.358720Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5805, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.015125027857720852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1748.2763340231031, "ttft_ms": 52.38983407616615, "decode_ms": 432.5229169335216}, "total_wall_ms": 2243.534249952063, "ttft_ms": 52.38983407616615, "input_usage": {"receiver_prompt_tokens": 5805}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 789692416, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 3090859948, "process_rss_bytes": 789692416}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b7a5e5acdcf30606e7551c33", "attempt_id": "f63fc3694895", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:53.638845Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5803, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.015125027857720852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1586.8567909346893, "ttft_ms": 37.22987498622388, "decode_ms": 264.5060409558937}, "total_wall_ms": 1900.618875049986, "ttft_ms": 37.22987498622388, "input_usage": {"receiver_prompt_tokens": 5803}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 280805376, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 3559114668, "process_rss_bytes": 280805376}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c820270a7251a0d643d9f61e", "attempt_id": "592308dc8fda", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:55.581166Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5798, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.015125027857720852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1593.168166000396, "ttft_ms": 56.79304210934788, "decode_ms": 145.8557090954855}, "total_wall_ms": 1809.888666961342, "ttft_ms": 56.79304210934788, "input_usage": {"receiver_prompt_tokens": 5798}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 239337472, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 4074850220, "process_rss_bytes": 239337472}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b6f6acdcc12bdb3b45cb3b0f", "attempt_id": "234542e36d39", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:57.426544Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5805, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.015125027857720852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1535.714832949452, "ttft_ms": 49.793582991696894, "decode_ms": 241.97912495583296}, "total_wall_ms": 1838.5949590010568, "ttft_ms": 49.793582991696894, "input_usage": {"receiver_prompt_tokens": 5805}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 241008640, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 4074850220, "process_rss_bytes": 241008640}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7db394ce84c35d70a440d009", "attempt_id": "ff08cf71131f", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:59.318625Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 209, "message_tokens": 131, "message_utf8_bytes": 643, "cache_tensor_bytes": null, "serialized_payload_bytes": 643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.140042048878968, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.79583398811519, "ttft_ms": 41.50604107417166, "decode_ms": 33.296584035269916}, "total_wall_ms": 171.91233299672604, "ttft_ms": 41.50604107417166, "input_usage": {"receiver_prompt_tokens": 209}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 220512256, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12774725552, "mlx_cache_bytes": 4245048044, "process_rss_bytes": 220512256}, "peak_prefill_memory": null, "peak_decode_memory": 12774725552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "493d54a3078bf369b6d5b53db660482a1af3b9e160263e8d11fb46f7b7077776", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "79478b7f2ff32e14e562f4cf", "attempt_id": "aecf06ed696c", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:59.524299Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 217, "message_tokens": 131, "message_utf8_bytes": 643, "cache_tensor_bytes": null, "serialized_payload_bytes": 643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.140042048878968, "decode_payload_ms": 0.0, "receiver_prefill_ms": 113.55966597329825, "ttft_ms": 46.827832935377955, "decode_ms": 42.679041041992605}, "total_wall_ms": 204.354582936503, "ttft_ms": 46.827832935377955, "input_usage": {"receiver_prompt_tokens": 217}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 220037120, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12780476368, "mlx_cache_bytes": 4410035788, "process_rss_bytes": 220037120}, "peak_prefill_memory": null, "peak_decode_memory": 12780476368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "493d54a3078bf369b6d5b53db660482a1af3b9e160263e8d11fb46f7b7077776", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6a2026385a423a6adde55584", "attempt_id": "2069950e1a0c", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:59.762548Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 215, "message_tokens": 131, "message_utf8_bytes": 643, "cache_tensor_bytes": null, "serialized_payload_bytes": 643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.140042048878968, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.28112496808171, "ttft_ms": 22.879417054355145, "decode_ms": 23.83379195816815}, "total_wall_ms": 134.09299997147173, "ttft_ms": 22.879417054355145, "input_usage": {"receiver_prompt_tokens": 215}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 220037120, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12779263952, "mlx_cache_bytes": 4527722060, "process_rss_bytes": 220037120}, "peak_prefill_memory": null, "peak_decode_memory": 12779263952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "493d54a3078bf369b6d5b53db660482a1af3b9e160263e8d11fb46f7b7077776", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b8f59b5ed289e4a1ebd5cd9b", "attempt_id": "2e8d89f595c5", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:05:59.930599Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 210, "message_tokens": 131, "message_utf8_bytes": 643, "cache_tensor_bytes": null, "serialized_payload_bytes": 643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.140042048878968, "decode_payload_ms": 0.0, "receiver_prefill_ms": 139.6943749859929, "ttft_ms": 41.44545900635421, "decode_ms": 46.24158295337111}, "total_wall_ms": 228.51612500380725, "ttft_ms": 41.44545900635421, "input_usage": {"receiver_prompt_tokens": 210}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 202752000, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12786391040, "mlx_cache_bytes": 4653829708, "process_rss_bytes": 202752000}, "peak_prefill_memory": null, "peak_decode_memory": 12786391040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "493d54a3078bf369b6d5b53db660482a1af3b9e160263e8d11fb46f7b7077776", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3c76adc7ae1a1d1af20f3a39", "attempt_id": "323d84c4cc4c", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:00.189731Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 217, "message_tokens": 131, "message_utf8_bytes": 643, "cache_tensor_bytes": null, "serialized_payload_bytes": 643, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.140042048878968, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.19279098697007, "ttft_ms": 42.1352080302313, "decode_ms": 42.4182090209797}, "total_wall_ms": 156.899124966003, "ttft_ms": 42.1352080302313, "input_usage": {"receiver_prompt_tokens": 217}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 200851456, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12780443600, "mlx_cache_bytes": 4653829708, "process_rss_bytes": 200851456}, "peak_prefill_memory": null, "peak_decode_memory": 12780443600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "493d54a3078bf369b6d5b53db660482a1af3b9e160263e8d11fb46f7b7077776", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "efea2f681191b47b4328433d", "attempt_id": "18d54c52859d", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:00.384967Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 594, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.989124998450279, "decode_payload_ms": 0.0, "receiver_prefill_ms": 318.50787508301437, "ttft_ms": 47.689208993688226, "decode_ms": 20.236958051100373}, "total_wall_ms": 388.1590840173885, "ttft_ms": 47.689208993688226, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 185024512, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12991980632, "mlx_cache_bytes": 5048585804, "process_rss_bytes": 185024512}, "peak_prefill_memory": null, "peak_decode_memory": 12991980632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c5bc1558aae76a28dbf8fb9906de5fca2ee0be228d59cb1e72d9ea381eb74711", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a52af57e59cd490c9b7704b5", "attempt_id": "5575b6af52e0", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:00.811923Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.989124998450279, "decode_payload_ms": 0.0, "receiver_prefill_ms": 202.5191249558702, "ttft_ms": 45.51395901944488, "decode_ms": 27.07583294250071}, "total_wall_ms": 276.88579191453755, "ttft_ms": 45.51395901944488, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 185171968, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12994421848, "mlx_cache_bytes": 5414964812, "process_rss_bytes": 185171968}, "peak_prefill_memory": null, "peak_decode_memory": 12994421848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c5bc1558aae76a28dbf8fb9906de5fca2ee0be228d59cb1e72d9ea381eb74711", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a2b6744d7f3d98535695dd26", "attempt_id": "47d9e7c61f9b", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:01.120839Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 600, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.989124998450279, "decode_payload_ms": 0.0, "receiver_prefill_ms": 167.94291697442532, "ttft_ms": 56.006165919825435, "decode_ms": 37.94225002638996}, "total_wall_ms": 263.5378750273958, "ttft_ms": 56.006165919825435, "input_usage": {"receiver_prompt_tokens": 600}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 185204736, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13008036952, "mlx_cache_bytes": 5683727948, "process_rss_bytes": 185204736}, "peak_prefill_memory": null, "peak_decode_memory": 13008036952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c5bc1558aae76a28dbf8fb9906de5fca2ee0be228d59cb1e72d9ea381eb74711", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "848884909f4f140fd00d5b0f", "attempt_id": "2c27a70e4cd9", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:01.415540Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 595, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.989124998450279, "decode_payload_ms": 0.0, "receiver_prefill_ms": 237.65491601079702, "ttft_ms": 29.30512500461191, "decode_ms": 197.62341701425612}, "total_wall_ms": 466.325290966779, "ttft_ms": 29.30512500461191, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 185286656, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12992472152, "mlx_cache_bytes": 5928406604, "process_rss_bytes": 185286656}, "peak_prefill_memory": null, "peak_decode_memory": 12992472152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c5bc1558aae76a28dbf8fb9906de5fca2ee0be228d59cb1e72d9ea381eb74711", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "be165c96b3ce35e1061ef8c3", "attempt_id": "2bffb0289554", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:01.914703Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5724}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 602, "message_tokens": 516, "message_utf8_bytes": 2275, "cache_tensor_bytes": null, "serialized_payload_bytes": 2275, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.989124998450279, "decode_payload_ms": 0.0, "receiver_prefill_ms": 173.64058399107307, "ttft_ms": 38.43766706995666, "decode_ms": 42.545084026642144}, "total_wall_ms": 256.311499979347, "ttft_ms": 38.43766706995666, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 185155584, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12994421848, "mlx_cache_bytes": 5928406604, "process_rss_bytes": 185155584}, "peak_prefill_memory": null, "peak_decode_memory": 12994421848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c5bc1558aae76a28dbf8fb9906de5fca2ee0be228d59cb1e72d9ea381eb74711", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1ab021275e85ec7cc34d32cf", "attempt_id": "636db922c4aa", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:02.209525Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 202, "message_tokens": 128, "message_utf8_bytes": 330, "cache_tensor_bytes": null, "serialized_payload_bytes": 330, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.048125077039003, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.56945894937962, "ttft_ms": 45.99374998360872, "decode_ms": 47.003291081637144}, "total_wall_ms": 187.95970897190273, "ttft_ms": 45.99374998360872, "input_usage": {"receiver_prompt_tokens": 202}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 187875328, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12779837408, "mlx_cache_bytes": 6049893964, "process_rss_bytes": 187875328}, "peak_prefill_memory": null, "peak_decode_memory": 12779837408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "188e0481207c8bcdb6795e8aad9c2de7aa9909e287b8051758af530de71f3765", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f69f64f00916abe1c6cd6c52", "attempt_id": "d97cd9ba68f6", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:02.427572Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 210, "message_tokens": 128, "message_utf8_bytes": 330, "cache_tensor_bytes": null, "serialized_payload_bytes": 330, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.048125077039003, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.99283400084823, "ttft_ms": 31.424166983924806, "decode_ms": 16.849667066708207}, "total_wall_ms": 141.5113330585882, "ttft_ms": 31.424166983924806, "input_usage": {"receiver_prompt_tokens": 210}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 187908096, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12786948072, "mlx_cache_bytes": 6049893964, "process_rss_bytes": 187908096}, "peak_prefill_memory": null, "peak_decode_memory": 12786948072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "188e0481207c8bcdb6795e8aad9c2de7aa9909e287b8051758af530de71f3765", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "422d6a6eb1f24fc69e670397", "attempt_id": "af4fa579c6fa", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:02.600464Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 208, "message_tokens": 128, "message_utf8_bytes": 330, "cache_tensor_bytes": null, "serialized_payload_bytes": 330, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.048125077039003, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.5967499986291, "ttft_ms": 38.62758306786418, "decode_ms": 42.45691699907184}, "total_wall_ms": 164.87783403135836, "ttft_ms": 38.62758306786418, "input_usage": {"receiver_prompt_tokens": 208}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 187908096, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12774578096, "mlx_cache_bytes": 6049893964, "process_rss_bytes": 187908096}, "peak_prefill_memory": null, "peak_decode_memory": 12774578096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "188e0481207c8bcdb6795e8aad9c2de7aa9909e287b8051758af530de71f3765", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b12383721c06207c7d0f4afb", "attempt_id": "0b3cab49f96e", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:02.798191Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 203, "message_tokens": 128, "message_utf8_bytes": 330, "cache_tensor_bytes": null, "serialized_payload_bytes": 330, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.048125077039003, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.99512497149408, "ttft_ms": 52.79229104053229, "decode_ms": 43.05983299855143}, "total_wall_ms": 174.85295899678022, "ttft_ms": 52.79229104053229, "input_usage": {"receiver_prompt_tokens": 203}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 187875328, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12780787656, "mlx_cache_bytes": 6160911948, "process_rss_bytes": 187875328}, "peak_prefill_memory": null, "peak_decode_memory": 12780787656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "188e0481207c8bcdb6795e8aad9c2de7aa9909e287b8051758af530de71f3765", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2d9c9d7d576385f8441438a4", "attempt_id": "4c57d1db841c", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:03.004522Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 210, "message_tokens": 128, "message_utf8_bytes": 330, "cache_tensor_bytes": null, "serialized_payload_bytes": 330, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.048125077039003, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.4532909579575, "ttft_ms": 27.0160409854725, "decode_ms": 47.73154098074883}, "total_wall_ms": 161.40870796516538, "ttft_ms": 27.0160409854725, "input_usage": {"receiver_prompt_tokens": 210}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 187908096, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12786948072, "mlx_cache_bytes": 6160911948, "process_rss_bytes": 187908096}, "peak_prefill_memory": null, "peak_decode_memory": 12786948072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "188e0481207c8bcdb6795e8aad9c2de7aa9909e287b8051758af530de71f3765", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "13db257f3d57843595dbde91", "attempt_id": "ec2a62c51d1c", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:03.205068Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 586, "message_tokens": 512, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.845625069923699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 274.88249994348735, "ttft_ms": 41.96679196320474, "decode_ms": 39.37274997588247}, "total_wall_ms": 359.0060410788283, "ttft_ms": 41.96679196320474, "input_usage": {"receiver_prompt_tokens": 586}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 131858432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12987458648, "mlx_cache_bytes": 6503108172, "process_rss_bytes": 131858432}, "peak_prefill_memory": null, "peak_decode_memory": 12987458648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "3", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33019476a2fea5e223b0b2eddd48a3d100fc788ec530a50a51e86b62f6da828f", "output_hash": "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c6341ea052e13a2156026ed9", "attempt_id": "9ee6559feb3e", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:03.596092Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.845625069923699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 212.00541604775935, "ttft_ms": 38.59395894687623, "decode_ms": 47.55820892751217}, "total_wall_ms": 299.80708297807723, "ttft_ms": 38.59395894687623, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 131891200, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12991980632, "mlx_cache_bytes": 6503108172, "process_rss_bytes": 131891200}, "peak_prefill_memory": null, "peak_decode_memory": 12991980632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33019476a2fea5e223b0b2eddd48a3d100fc788ec530a50a51e86b62f6da828f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f627e92c40ee89c7c4feaecd", "attempt_id": "ed0ad1972801", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:03.928286Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 592, "message_tokens": 512, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.845625069923699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 172.83512488938868, "ttft_ms": 22.359541966579854, "decode_ms": 410.368875018321}, "total_wall_ms": 607.3555420152843, "ttft_ms": 22.359541966579854, "input_usage": {"receiver_prompt_tokens": 592}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 131907584, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13010674776, "mlx_cache_bytes": 6768430668, "process_rss_bytes": 131907584}, "peak_prefill_memory": null, "peak_decode_memory": 13010674776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "10,190,005 NOK", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33019476a2fea5e223b0b2eddd48a3d100fc788ec530a50a51e86b62f6da828f", "output_hash": "1a8d245374543a32469e04425130df20247bd430450ce544b15bd1bd7bd3d5a7"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "de0e0de4307337a5a2692cb3", "attempt_id": "e2fef0d032b5", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:04.565272Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 587, "message_tokens": 512, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.845625069923699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 190.42370899114758, "ttft_ms": 27.00441691558808, "decode_ms": 130.62779209576547}, "total_wall_ms": 349.56241596955806, "ttft_ms": 27.00441691558808, "input_usage": {"receiver_prompt_tokens": 587}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 131743744, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12987753560, "mlx_cache_bytes": 7009766988, "process_rss_bytes": 131743744}, "peak_prefill_memory": null, "peak_decode_memory": 12987753560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33019476a2fea5e223b0b2eddd48a3d100fc788ec530a50a51e86b62f6da828f", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "dafb57a95e2e7c10926a1b33", "attempt_id": "829ae070193f", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:04.947219Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.845625069923699, "decode_payload_ms": 0.0, "receiver_prefill_ms": 176.82216700632125, "ttft_ms": 51.76354094874114, "decode_ms": 271.4452089276165}, "total_wall_ms": 501.6733749071136, "ttft_ms": 51.76354094874114, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 130777088, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12991980632, "mlx_cache_bytes": 7009766988, "process_rss_bytes": 130777088}, "peak_prefill_memory": null, "peak_decode_memory": 12991980632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33019476a2fea5e223b0b2eddd48a3d100fc788ec530a50a51e86b62f6da828f", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c3a180a9c42109abf18c8855", "attempt_id": "b07574d56b22", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:05.484462Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 582, "message_tokens": 508, "message_utf8_bytes": 1360, "cache_tensor_bytes": null, "serialized_payload_bytes": 1360, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.9067919394001365, "decode_payload_ms": 0.0, "receiver_prefill_ms": 159.77704094257206, "ttft_ms": 31.114250072278082, "decode_ms": 384.03666601516306}, "total_wall_ms": 583.501624991186, "ttft_ms": 31.114250072278082, "input_usage": {"receiver_prompt_tokens": 582}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 130940928, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13004416088, "mlx_cache_bytes": 7284919884, "process_rss_bytes": 130940928}, "peak_prefill_memory": null, "peak_decode_memory": 13004416088, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fe6d24f5c86365aadf75f5f18873d5aef1a6bbf0ecf1b544184b6c0777adb520", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "080153791ac65165e0157b1a", "attempt_id": "813d578d0cac", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:06.103832Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1730, "cache_tensor_bytes": null, "serialized_payload_bytes": 1730, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.215334055013955, "decode_payload_ms": 0.0, "receiver_prefill_ms": 186.11970799975097, "ttft_ms": 31.05991694610566, "decode_ms": 342.52379194367677}, "total_wall_ms": 568.4338330756873, "ttft_ms": 31.05991694610566, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 131842048, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12991980632, "mlx_cache_bytes": 7284919884, "process_rss_bytes": 131842048}, "peak_prefill_memory": null, "peak_decode_memory": 12991980632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "476c175fce4777d3d8fc194f567b7db7037fcbcb5926c992690baf20990b85ab", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f163ac81a140c9b9bb0056a2", "attempt_id": "cf2f2eb98755", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:06.712240Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 589, "message_tokens": 509, "message_utf8_bytes": 1419, "cache_tensor_bytes": null, "serialized_payload_bytes": 1419, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.1883341036736965, "decode_payload_ms": 0.0, "receiver_prefill_ms": 210.9195829834789, "ttft_ms": 44.634874910116196, "decode_ms": 231.30233399569988}, "total_wall_ms": 492.67295899335295, "ttft_ms": 44.634874910116196, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 132022272, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12988638296, "mlx_cache_bytes": 7527140940, "process_rss_bytes": 132022272}, "peak_prefill_memory": null, "peak_decode_memory": 12988638296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b82cc6045f94b40c8e5a4c4f2e2e06a176a8897d598677787927c788c5f308aa", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f4e0881ac4e7d0097f74c9f8", "attempt_id": "4d4eb061cf2b", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:07.238904Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 503, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 577, "message_tokens": 502, "message_utf8_bytes": 1814, "cache_tensor_bytes": null, "serialized_payload_bytes": 1814, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.400916000828147, "decode_payload_ms": 0.0, "receiver_prefill_ms": 185.33545907121152, "ttft_ms": 43.85695792734623, "decode_ms": 177.95866692904383}, "total_wall_ms": 412.4967079842463, "ttft_ms": 43.85695792734623, "input_usage": {"receiver_prompt_tokens": 577}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 132939776, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12980773976, "mlx_cache_bytes": 7863340620, "process_rss_bytes": 132939776}, "peak_prefill_memory": null, "peak_decode_memory": 12980773976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7c43b80efa8a73ededd5699bd647d14bda06c99e810b549aa1d3e914be761fce", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e7eabb285138efac3be7f1db", "attempt_id": "d4beb3ca1cee", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:07.683777Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 14}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 594, "message_tokens": 512, "message_utf8_bytes": 1234, "cache_tensor_bytes": null, "serialized_payload_bytes": 1234, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.541458001360297, "decode_payload_ms": 0.0, "receiver_prefill_ms": 160.69312510080636, "ttft_ms": 57.0283749839291, "decode_ms": 407.9866249812767}, "total_wall_ms": 629.7224590089172, "ttft_ms": 57.0283749839291, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 132710400, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12991980632, "mlx_cache_bytes": 7863340620, "process_rss_bytes": 132710400}, "peak_prefill_memory": null, "peak_decode_memory": 12991980632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33019476a2fea5e223b0b2eddd48a3d100fc788ec530a50a51e86b62f6da828f", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "14b07bb06b2d05239f28dbc9", "attempt_id": "b4a72e3a9b1f", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:15.330391Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 205, "message_tokens": 128, "message_utf8_bytes": 380, "cache_tensor_bytes": null, "serialized_payload_bytes": 380, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6966.438708943315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.21237508486956, "ttft_ms": 49.94525003712624, "decode_ms": 51.67112499475479}, "total_wall_ms": 192.14208307676017, "ttft_ms": 49.94525003712624, "input_usage": {"receiver_prompt_tokens": 205, "sender_input_tokens": 5839, "sender_output_tokens": 128, "sender_prefill_ms": 1810.275666997768, "sender_ttft_ms": 47.24895895924419, "sender_decode_ms": 5087.907208944671}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 120324096, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12772267952, "mlx_cache_bytes": 8898170444, "process_rss_bytes": 120324096}, "peak_prefill_memory": null, "peak_decode_memory": 12772267952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb315842801a07141ef8371f5a07129ef709bc2e800eeb6a2abc6b18355eeb16", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0c9c573701541c03f893e48d", "attempt_id": "1ca60587b95a", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:15.566918Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 213, "message_tokens": 128, "message_utf8_bytes": 380, "cache_tensor_bytes": null, "serialized_payload_bytes": 380, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6966.438708943315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 99.00437504984438, "ttft_ms": 41.41970805358142, "decode_ms": 48.37983404286206}, "total_wall_ms": 190.0501661002636, "ttft_ms": 41.41970805358142, "input_usage": {"receiver_prompt_tokens": 213, "sender_input_tokens": 5839, "sender_output_tokens": 128, "sender_prefill_ms": 1810.275666997768, "sender_ttft_ms": 47.24895895924419, "sender_decode_ms": 5087.907208944671}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 120356864, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12777871312, "mlx_cache_bytes": 9014562380, "process_rss_bytes": 120356864}, "peak_prefill_memory": null, "peak_decode_memory": 12777871312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb315842801a07141ef8371f5a07129ef709bc2e800eeb6a2abc6b18355eeb16", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e3c1e8778bc693362c896217", "attempt_id": "f58510c8a304", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:15.797638Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 211, "message_tokens": 128, "message_utf8_bytes": 380, "cache_tensor_bytes": null, "serialized_payload_bytes": 380, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6966.438708943315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 102.43666695896536, "ttft_ms": 20.834250026382506, "decode_ms": 15.886791981756687}, "total_wall_ms": 140.56175004225224, "ttft_ms": 20.834250026382506, "input_usage": {"receiver_prompt_tokens": 211, "sender_input_tokens": 5839, "sender_output_tokens": 128, "sender_prefill_ms": 1810.275666997768, "sender_ttft_ms": 47.24895895924419, "sender_decode_ms": 5087.907208944671}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 120389632, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12787603432, "mlx_cache_bytes": 9130036812, "process_rss_bytes": 120389632}, "peak_prefill_memory": null, "peak_decode_memory": 12787603432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb315842801a07141ef8371f5a07129ef709bc2e800eeb6a2abc6b18355eeb16", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "18fdb6faef8f88b6a1f6c601", "attempt_id": "1053d0342833", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:15.978077Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 206, "message_tokens": 128, "message_utf8_bytes": 380, "cache_tensor_bytes": null, "serialized_payload_bytes": 380, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6966.438708943315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 98.09266705997288, "ttft_ms": 44.98624999541789, "decode_ms": 205.57337498757988}, "total_wall_ms": 350.11216695420444, "ttft_ms": 44.98624999541789, "input_usage": {"receiver_prompt_tokens": 206, "sender_input_tokens": 5839, "sender_output_tokens": 128, "sender_prefill_ms": 1810.275666997768, "sender_ttft_ms": 47.24895895924419, "sender_decode_ms": 5087.907208944671}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 120422400, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12773005232, "mlx_cache_bytes": 9242758732, "process_rss_bytes": 120422400}, "peak_prefill_memory": null, "peak_decode_memory": 12773005232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb315842801a07141ef8371f5a07129ef709bc2e800eeb6a2abc6b18355eeb16", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c2899f35edf911a573ed7b63", "attempt_id": "2e56a812241d", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:16.366913Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 213, "message_tokens": 128, "message_utf8_bytes": 380, "cache_tensor_bytes": null, "serialized_payload_bytes": 380, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6966.438708943315, "decode_payload_ms": 0.0, "receiver_prefill_ms": 103.11070794705302, "ttft_ms": 51.832790952175856, "decode_ms": 34.628250054083765}, "total_wall_ms": 190.77250000555068, "ttft_ms": 51.832790952175856, "input_usage": {"receiver_prompt_tokens": 213, "sender_input_tokens": 5839, "sender_output_tokens": 128, "sender_prefill_ms": 1810.275666997768, "sender_ttft_ms": 47.24895895924419, "sender_decode_ms": 5087.907208944671}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 120422400, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12777871312, "mlx_cache_bytes": 9242758732, "process_rss_bytes": 120422400}, "peak_prefill_memory": null, "peak_decode_memory": 12777871312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb315842801a07141ef8371f5a07129ef709bc2e800eeb6a2abc6b18355eeb16", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0108d97b1d1c94c1eb3a88b7", "attempt_id": "2b05d813be41", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:39.321348Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 590, "message_tokens": 512, "message_utf8_bytes": 1255, "cache_tensor_bytes": null, "serialized_payload_bytes": 1255, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22724.78675004095, "decode_payload_ms": 0.0, "receiver_prefill_ms": 238.4912499692291, "ttft_ms": 46.1581249255687, "decode_ms": 39.354083011858165}, "total_wall_ms": 332.41358306258917, "ttft_ms": 46.1581249255687, "input_usage": {"receiver_prompt_tokens": 590, "sender_input_tokens": 5840, "sender_output_tokens": 512, "sender_prefill_ms": 2048.3459170209244, "sender_ttft_ms": 21.408084081485868, "sender_decode_ms": 20644.01575003285}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 83345408, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13007348824, "mlx_cache_bytes": 10199780940, "process_rss_bytes": 83345408}, "peak_prefill_memory": null, "peak_decode_memory": 13007348824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "db4c372e64933f39ea6f8ece89a6c3801c6cca92ba763d35d370183d2c602e4a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ad9f6c910812b0839100b05f", "attempt_id": "f490b6a02d4f", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:39.685846Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1255, "cache_tensor_bytes": null, "serialized_payload_bytes": 1255, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22724.78675004095, "decode_payload_ms": 0.0, "receiver_prefill_ms": 228.24195795692503, "ttft_ms": 43.79433300346136, "decode_ms": 41.08304204419255}, "total_wall_ms": 315.12858299538493, "ttft_ms": 43.79433300346136, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 5840, "sender_output_tokens": 512, "sender_prefill_ms": 2048.3459170209244, "sender_ttft_ms": 21.408084081485868, "sender_decode_ms": 20644.01575003285}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 81330176, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13012296792, "mlx_cache_bytes": 10445737548, "process_rss_bytes": 81330176}, "peak_prefill_memory": null, "peak_decode_memory": 13012296792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "db4c372e64933f39ea6f8ece89a6c3801c6cca92ba763d35d370183d2c602e4a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bdbc1fa077badb6f939860bd", "attempt_id": "ea0bbbf9c8b6", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:40.038679Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 596, "message_tokens": 512, "message_utf8_bytes": 1255, "cache_tensor_bytes": null, "serialized_payload_bytes": 1255, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22724.78675004095, "decode_payload_ms": 0.0, "receiver_prefill_ms": 208.41325004585087, "ttft_ms": 36.96754202246666, "decode_ms": 220.3931250842288}, "total_wall_ms": 467.8686249535531, "ttft_ms": 36.96754202246666, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 5840, "sender_output_tokens": 512, "sender_prefill_ms": 2048.3459170209244, "sender_ttft_ms": 21.408084081485868, "sender_decode_ms": 20644.01575003285}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 81346560, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12992865368, "mlx_cache_bytes": 10690809420, "process_rss_bytes": 81346560}, "peak_prefill_memory": null, "peak_decode_memory": 12992865368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "db4c372e64933f39ea6f8ece89a6c3801c6cca92ba763d35d370183d2c602e4a", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4780c4426d1c1a487273f801", "attempt_id": "2a61d7c9cf48", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:40.536066Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 591, "message_tokens": 512, "message_utf8_bytes": 1255, "cache_tensor_bytes": null, "serialized_payload_bytes": 1255, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22724.78675004095, "decode_payload_ms": 0.0, "receiver_prefill_ms": 210.0037920754403, "ttft_ms": 42.85324993543327, "decode_ms": 221.15920903161168}, "total_wall_ms": 476.0889169992879, "ttft_ms": 42.85324993543327, "input_usage": {"receiver_prompt_tokens": 591, "sender_input_tokens": 5840, "sender_output_tokens": 512, "sender_prefill_ms": 2048.3459170209244, "sender_ttft_ms": 21.408084081485868, "sender_decode_ms": 20644.01575003285}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 81412096, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13007643736, "mlx_cache_bytes": 10933718604, "process_rss_bytes": 81412096}, "peak_prefill_memory": null, "peak_decode_memory": 13007643736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "db4c372e64933f39ea6f8ece89a6c3801c6cca92ba763d35d370183d2c602e4a", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f56f64a8dff874ab414e6c2d", "attempt_id": "0ae86d4a807d", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:41.049282Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 598, "message_tokens": 512, "message_utf8_bytes": 1255, "cache_tensor_bytes": null, "serialized_payload_bytes": 1255, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22724.78675004095, "decode_payload_ms": 0.0, "receiver_prefill_ms": 146.74841705709696, "ttft_ms": 41.517707984894514, "decode_ms": 43.79204194992781}, "total_wall_ms": 233.62408310640603, "ttft_ms": 41.517707984894514, "input_usage": {"receiver_prompt_tokens": 598, "sender_input_tokens": 5840, "sender_output_tokens": 512, "sender_prefill_ms": 2048.3459170209244, "sender_ttft_ms": 21.408084081485868, "sender_decode_ms": 20644.01575003285}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 81281024, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13012296792, "mlx_cache_bytes": 10933718604, "process_rss_bytes": 81281024}, "peak_prefill_memory": null, "peak_decode_memory": 13012296792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "db4c372e64933f39ea6f8ece89a6c3801c6cca92ba763d35d370183d2c602e4a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b00f511189cf9c400d6f7593", "attempt_id": "a533c2ee18ec", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:41.315477Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 300, "message_tokens": 223, "message_utf8_bytes": 827, "cache_tensor_bytes": null, "serialized_payload_bytes": 827, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10954.747542040423, "decode_payload_ms": 0.0, "receiver_prefill_ms": 188.90741595532745, "ttft_ms": 42.72804199717939, "decode_ms": 429.22954203095287}, "total_wall_ms": 11620.048042037524, "ttft_ms": 42.72804199717939, "input_usage": {"receiver_prompt_tokens": 300, "sender_input_tokens": 5834, "sender_output_tokens": 223, "sender_prefill_ms": 1999.1108749527484, "sender_ttft_ms": 67.28887499775738, "sender_decode_ms": 8879.611707990989}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 78807040, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12856924444, "mlx_cache_bytes": 11685876472, "process_rss_bytes": 78807040}, "peak_prefill_memory": null, "peak_decode_memory": 12856924444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d70967ef6a040e82509f23ac8c8ad8b68e6df54be0d039a9bc38a18a66a512b9", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2d825cb7e18cbe1347539d9a", "attempt_id": "73aa7207d362", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:52.971430Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 173, "message_tokens": 88, "message_utf8_bytes": 284, "cache_tensor_bytes": null, "serialized_payload_bytes": 284, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5435.316457995214, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.99470897670835, "ttft_ms": 45.1407500077039, "decode_ms": 348.3611249830574}, "total_wall_ms": 5912.208124995232, "ttft_ms": 45.1407500077039, "input_usage": {"receiver_prompt_tokens": 173, "sender_input_tokens": 5842, "sender_output_tokens": 88, "sender_prefill_ms": 1882.6710840221494, "sender_ttft_ms": 25.57333407457918, "sender_decode_ms": 3520.3189169988036}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 74514432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12746528688, "mlx_cache_bytes": 12513186552, "process_rss_bytes": 74514432}, "peak_prefill_memory": null, "peak_decode_memory": 12746528688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "66207507358cf6a45ff7983fb97aaaa192103571a24d5baf0d7f0985412cccd5", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3604d2250a6a5ce5c20d6526", "attempt_id": "43f43a9c1f80", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:06:58.914695Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 209, "message_tokens": 126, "message_utf8_bytes": 420, "cache_tensor_bytes": null, "serialized_payload_bytes": 420, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6895.809583016671, "decode_payload_ms": 0.0, "receiver_prefill_ms": 117.40437499247491, "ttft_ms": 48.154667019844055, "decode_ms": 275.00158303882927}, "total_wall_ms": 7338.264500023797, "ttft_ms": 48.154667019844055, "input_usage": {"receiver_prompt_tokens": 209, "sender_input_tokens": 5840, "sender_output_tokens": 126, "sender_prefill_ms": 1835.215708008036, "sender_ttft_ms": 43.88129210565239, "sender_decode_ms": 5011.300667072646}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 75546624, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12774578096, "mlx_cache_bytes": 12513186552, "process_rss_bytes": 75546624}, "peak_prefill_memory": null, "peak_decode_memory": 12774578096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1c1b7138384d9f714ac1e3bcfdb445e448f3bfc719b99d1a8647918a3d7164a9", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "428b46fe37804b9b0b166eb0", "attempt_id": "22e53f4eef01", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:06.282462Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 110, "message_tokens": 32, "message_utf8_bytes": 101, "cache_tensor_bytes": null, "serialized_payload_bytes": 101, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3153.8137909956276, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.45395803730935, "ttft_ms": 42.397291981615126, "decode_ms": 164.20454101171345}, "total_wall_ms": 3417.7667079493403, "ttft_ms": 42.397291981615126, "input_usage": {"receiver_prompt_tokens": 110, "sender_input_tokens": 5835, "sender_output_tokens": 32, "sender_prefill_ms": 1838.4212920209393, "sender_ttft_ms": 24.81929201167077, "sender_decode_ms": 1285.2124579949304}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 74711040, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12705420936, "mlx_cache_bytes": 13048746744, "process_rss_bytes": 74711040}, "peak_prefill_memory": null, "peak_decode_memory": 12705420936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1b05b365cf24344ee656c1fa89ae38873b7f803bc09696e886f4678639e93c91", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4614316b02ee30d0b8ac412d", "attempt_id": "9ae834b97cec", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:09.730948Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 229, "message_tokens": 144, "message_utf8_bytes": 472, "cache_tensor_bytes": null, "serialized_payload_bytes": 472, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7563.584874966182, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.23729099519551, "ttft_ms": 38.653125055134296, "decode_ms": 28.137583984062076}, "total_wall_ms": 7724.156999960542, "ttft_ms": 38.653125055134296, "input_usage": {"receiver_prompt_tokens": 229, "sender_input_tokens": 5842, "sender_output_tokens": 144, "sender_prefill_ms": 1686.0074159922078, "sender_ttft_ms": 55.43374991975725, "sender_decode_ms": 5816.096083028242}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 76267520, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12790602012, "mlx_cache_bytes": 13194498808, "process_rss_bytes": 76267520}, "peak_prefill_memory": null, "peak_decode_memory": 12790602012, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "71c6befffa4ec9235b33b61cb539025e1a3656c47d706be996c7af83ebd84853", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e9348c01646b98aefda07cb0", "attempt_id": "e4ae3e8c7766", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:24.536631Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 134, "message_tokens": 45, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7046.998125035316, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.49237496964633, "ttft_ms": 47.771000070497394, "decode_ms": 45.06445792503655}, "total_wall_ms": 169.48954202234745, "ttft_ms": 47.771000070497394, "input_usage": {"receiver_prompt_tokens": 134, "sender_input_tokens": 5868, "sender_output_tokens": 128, "sender_prefill_ms": 2033.5323750041425, "sender_ttft_ms": 40.55362497456372, "sender_decode_ms": 4960.29474993702}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 77725696, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12715677616, "mlx_cache_bytes": 13970412280, "process_rss_bytes": 77725696}, "peak_prefill_memory": null, "peak_decode_memory": 12715677616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "99fb4bb78ebfae8755b456e9e9a0d9b350c15eabd0ce44892429254b9f619fc7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2b27a653a519f5f13c1fd840", "attempt_id": "24265bf96df3", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:24.740393Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 142, "message_tokens": 45, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7046.998125035316, "decode_payload_ms": 0.0, "receiver_prefill_ms": 164.25825003534555, "ttft_ms": 37.32950007542968, "decode_ms": 42.493792017921805}, "total_wall_ms": 245.1263340190053, "ttft_ms": 37.32950007542968, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 5868, "sender_output_tokens": 128, "sender_prefill_ms": 2033.5323750041425, "sender_ttft_ms": 40.55362497456372, "sender_decode_ms": 4960.29474993702}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 78544896, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12721903536, "mlx_cache_bytes": 14081037048, "process_rss_bytes": 78544896}, "peak_prefill_memory": null, "peak_decode_memory": 12721903536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "99fb4bb78ebfae8755b456e9e9a0d9b350c15eabd0ce44892429254b9f619fc7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ea6529d317ff8a7b8af43ef2", "attempt_id": "5006643d06fc", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:25.024032Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 140, "message_tokens": 45, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7046.998125035316, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.71379100065678, "ttft_ms": 48.47437504213303, "decode_ms": 54.76479197386652}, "total_wall_ms": 181.19533301796764, "ttft_ms": 48.47437504213303, "input_usage": {"receiver_prompt_tokens": 140, "sender_input_tokens": 5868, "sender_output_tokens": 128, "sender_prefill_ms": 2033.5323750041425, "sender_ttft_ms": 40.55362497456372, "sender_decode_ms": 4960.29474993702}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 78610432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12727015344, "mlx_cache_bytes": 14164333304, "process_rss_bytes": 78610432}, "peak_prefill_memory": null, "peak_decode_memory": 12727015344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "99fb4bb78ebfae8755b456e9e9a0d9b350c15eabd0ce44892429254b9f619fc7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d15f077001876081bd1a731e", "attempt_id": "5b5f1e08d7ad", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:25.236095Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 135, "message_tokens": 45, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7046.998125035316, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.91374994628131, "ttft_ms": 19.093416980467737, "decode_ms": 182.4580410029739}, "total_wall_ms": 287.750874995254, "ttft_ms": 19.093416980467737, "input_usage": {"receiver_prompt_tokens": 135, "sender_input_tokens": 5868, "sender_output_tokens": 128, "sender_prefill_ms": 2033.5323750041425, "sender_ttft_ms": 40.55362497456372, "sender_decode_ms": 4960.29474993702}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 78381056, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12716332976, "mlx_cache_bytes": 14238126840, "process_rss_bytes": 78381056}, "peak_prefill_memory": null, "peak_decode_memory": 12716332976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "99fb4bb78ebfae8755b456e9e9a0d9b350c15eabd0ce44892429254b9f619fc7", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d921dd31e675186723653859", "attempt_id": "cd07502053d1", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:25.559884Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 142, "message_tokens": 45, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7046.998125035316, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.08533406630158, "ttft_ms": 44.210166088305414, "decode_ms": 42.14670800138265}, "total_wall_ms": 168.56729099527, "ttft_ms": 44.210166088305414, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 5868, "sender_output_tokens": 128, "sender_prefill_ms": 2033.5323750041425, "sender_ttft_ms": 40.55362497456372, "sender_decode_ms": 4960.29474993702}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 78479360, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12721903536, "mlx_cache_bytes": 14238126840, "process_rss_bytes": 78479360}, "peak_prefill_memory": null, "peak_decode_memory": 12721903536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "99fb4bb78ebfae8755b456e9e9a0d9b350c15eabd0ce44892429254b9f619fc7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "03a0c4363c15714d059a8392", "attempt_id": "9184040f71dc", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:48.217663Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 443, "message_tokens": 354, "message_utf8_bytes": 832, "cache_tensor_bytes": null, "serialized_payload_bytes": 832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22452.968291006982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 184.03749994467944, "ttft_ms": 24.10000003874302, "decode_ms": 34.50562502257526}, "total_wall_ms": 244.24391705542803, "ttft_ms": 24.10000003874302, "input_usage": {"receiver_prompt_tokens": 443, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1863.3489580824971, "sender_ttft_ms": 51.74329096917063, "sender_decode_ms": 20526.141791953705}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 78315520, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12968287064, "mlx_cache_bytes": 14585780704, "process_rss_bytes": 78315520}, "peak_prefill_memory": null, "peak_decode_memory": 12968287064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12fceaa4bed42c6e4a8870fc960d8a8de8b964a036bae09a5048ced95310d3f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "01a703e627818e83270250d7", "attempt_id": "ac84121cc79f", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:48.498981Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 451, "message_tokens": 354, "message_utf8_bytes": 832, "cache_tensor_bytes": null, "serialized_payload_bytes": 832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22452.968291006982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 150.0371660804376, "ttft_ms": 46.87041696161032, "decode_ms": 34.099790966138244}, "total_wall_ms": 232.65358398202807, "ttft_ms": 46.87041696161032, "input_usage": {"receiver_prompt_tokens": 451, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1863.3489580824971, "sender_ttft_ms": 51.74329096917063, "sender_decode_ms": 20526.141791953705}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 78512128, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12975135608, "mlx_cache_bytes": 14944461032, "process_rss_bytes": 78512128}, "peak_prefill_memory": null, "peak_decode_memory": 12975135608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12fceaa4bed42c6e4a8870fc960d8a8de8b964a036bae09a5048ced95310d3f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ea64d8b25f398e3286de110b", "attempt_id": "66dd04a425ab", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:48.763041Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 449, "message_tokens": 354, "message_utf8_bytes": 832, "cache_tensor_bytes": null, "serialized_payload_bytes": 832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22452.968291006982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 153.80733297206461, "ttft_ms": 51.91108293365687, "decode_ms": 39.47275003883988}, "total_wall_ms": 246.62745802197605, "ttft_ms": 51.91108293365687, "input_usage": {"receiver_prompt_tokens": 449, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1863.3489580824971, "sender_ttft_ms": 51.74329096917063, "sender_decode_ms": 20526.141791953705}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 78626816, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12973235064, "mlx_cache_bytes": 15190352104, "process_rss_bytes": 78626816}, "peak_prefill_memory": null, "peak_decode_memory": 12973235064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12fceaa4bed42c6e4a8870fc960d8a8de8b964a036bae09a5048ced95310d3f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5ea4054079f6feea7cfc99f0", "attempt_id": "fccc8a8b24e0", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:49.043472Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 444, "message_tokens": 354, "message_utf8_bytes": 832, "cache_tensor_bytes": null, "serialized_payload_bytes": 832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22452.968291006982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 157.6880420325324, "ttft_ms": 53.56329202186316, "decode_ms": 190.89345796965063}, "total_wall_ms": 403.858375037089, "ttft_ms": 53.56329202186316, "input_usage": {"receiver_prompt_tokens": 444, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1863.3489580824971, "sender_ttft_ms": 51.74329096917063, "sender_decode_ms": 20526.141791953705}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 78823424, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12969073528, "mlx_cache_bytes": 15433752808, "process_rss_bytes": 78823424}, "peak_prefill_memory": null, "peak_decode_memory": 12969073528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12fceaa4bed42c6e4a8870fc960d8a8de8b964a036bae09a5048ced95310d3f0", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "265e384cc728391f8fc0e273", "attempt_id": "5e94ef8863ca", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:49.485818Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 451, "message_tokens": 354, "message_utf8_bytes": 832, "cache_tensor_bytes": null, "serialized_payload_bytes": 832, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22452.968291006982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 120.73529197368771, "ttft_ms": 18.65712506696582, "decode_ms": 45.81137502100319}, "total_wall_ms": 187.02537496574223, "ttft_ms": 18.65712506696582, "input_usage": {"receiver_prompt_tokens": 451, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1863.3489580824971, "sender_ttft_ms": 51.74329096917063, "sender_decode_ms": 20526.141791953705}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 78905344, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12975119224, "mlx_cache_bytes": 15433752808, "process_rss_bytes": 78905344}, "peak_prefill_memory": null, "peak_decode_memory": 12975119224, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12fceaa4bed42c6e4a8870fc960d8a8de8b964a036bae09a5048ced95310d3f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f3c1d60ba580b568328615ae", "attempt_id": "68b2d0728f73", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:49.702924Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 142, "message_tokens": 53, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4931.531667010859, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.97454207018018, "ttft_ms": 38.147500017657876, "decode_ms": 418.9391660038382}, "total_wall_ms": 5470.982332946733, "ttft_ms": 38.147500017657876, "input_usage": {"receiver_prompt_tokens": 142, "sender_input_tokens": 5875, "sender_output_tokens": 73, "sender_prefill_ms": 1878.6531249061227, "sender_ttft_ms": 63.9018330257386, "sender_decode_ms": 2980.18045804929}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 68042752, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12721903536, "mlx_cache_bytes": 16133234920, "process_rss_bytes": 68042752}, "peak_prefill_memory": null, "peak_decode_memory": 12721903536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4c594dbcb74bd666b4e4696031efa60ab470432e7ad549dff3519e4060ca9889", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "aad28763fff66b600baa144e", "attempt_id": "27534be9937f", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:07:55.209736Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 150, "message_tokens": 53, "message_utf8_bytes": 115, "cache_tensor_bytes": null, "serialized_payload_bytes": 115, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4533.940959023312, "decode_payload_ms": 0.0, "receiver_prefill_ms": 82.55654096137732, "ttft_ms": 45.69104197435081, "decode_ms": 418.8757910160348}, "total_wall_ms": 5082.649208023213, "ttft_ms": 45.69104197435081, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 5883, "sender_output_tokens": 68, "sender_prefill_ms": 1901.2759580509737, "sender_ttft_ms": 41.116459062322974, "sender_decode_ms": 2585.6032910523936}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 63307776, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12728358832, "mlx_cache_bytes": 16916373736, "process_rss_bytes": 63307776}, "peak_prefill_memory": null, "peak_decode_memory": 12728358832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D in Gaspé", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a3c09706b54ebbd2d16cf833dcb0fb00a65375e05587cb264768b3c0fa35e206", "output_hash": "3b8cba89cde881db334b8a2c81ecc0125f76a7be33ae96ac54db366637d921a7"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8c890f5b2cca9426cf0f753f", "attempt_id": "64433a58cf51", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:00.323975Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 144, "message_tokens": 49, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4459.860833012499, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.14562502223998, "ttft_ms": 51.01487506181002, "decode_ms": 215.18520801328123}, "total_wall_ms": 4803.915041964501, "ttft_ms": 51.01487506181002, "input_usage": {"receiver_prompt_tokens": 144, "sender_input_tokens": 5881, "sender_output_tokens": 71, "sender_prefill_ms": 1643.660124973394, "sender_ttft_ms": 43.05895802099258, "sender_decode_ms": 2767.3988749738783}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 65077248, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12723083184, "mlx_cache_bytes": 17484833000, "process_rss_bytes": 65077248}, "peak_prefill_memory": null, "peak_decode_memory": 12723083184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b494696f5e9751d3198a0625dcdc195cc5dba9ef97e84c4c73ba153179140c8e", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8af036d3de205fc745a145e3", "attempt_id": "0bde9772c564", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:05.160337Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 134, "message_tokens": 44, "message_utf8_bytes": 110, "cache_tensor_bytes": null, "serialized_payload_bytes": 110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4845.33087501768, "decode_payload_ms": 0.0, "receiver_prefill_ms": 68.37816699407995, "ttft_ms": 42.427833075635135, "decode_ms": 200.32958302181214}, "total_wall_ms": 5157.561792060733, "ttft_ms": 42.427833075635135, "input_usage": {"receiver_prompt_tokens": 134, "sender_input_tokens": 5876, "sender_output_tokens": 75, "sender_prefill_ms": 1781.6971250576898, "sender_ttft_ms": 40.893416036851704, "sender_decode_ms": 3017.241958063096}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 64552960, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12715677616, "mlx_cache_bytes": 17973141736, "process_rss_bytes": 64552960}, "peak_prefill_memory": null, "peak_decode_memory": 12715677616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fb38c352d21c3077896531926625c5d04be9ff413524f259530ba5f05472b5e3", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5f58078e20c239a5dfcdeb52", "attempt_id": "6bfecbfaf9b2", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:10.359935Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 152, "message_tokens": 55, "message_utf8_bytes": 127, "cache_tensor_bytes": null, "serialized_payload_bytes": 127, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5527.005041949451, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.79970789793879, "ttft_ms": 46.40774999279529, "decode_ms": 401.75945905502886}, "total_wall_ms": 6068.870082963258, "ttft_ms": 46.40774999279529, "input_usage": {"receiver_prompt_tokens": 152, "sender_input_tokens": 5883, "sender_output_tokens": 95, "sender_prefill_ms": 1759.6710419747978, "sender_ttft_ms": 38.83541701361537, "sender_decode_ms": 3722.950333962217}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 70451200, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12729276336, "mlx_cache_bytes": 18056110312, "process_rss_bytes": 70451200}, "peak_prefill_memory": null, "peak_decode_memory": 12729276336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835 CAD", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.6666666666666666}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "97c058d117bdd80adbd02bee2242e83cf6626462bd2cf3f2e9a197eb2d33f1e8", "output_hash": "0689715ed4bb80865f734536c6611c20f273d1d9210675f8f55a3fb3cc2a8e77"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "687e9bbe5a8b0a3bb9d7eb7c", "attempt_id": "368c5c4f085d", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:38.632120Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 985, "message_tokens": 911, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1605, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22167.424082988873, "decode_payload_ms": 0.0, "receiver_prefill_ms": 269.92458396125585, "ttft_ms": 41.40045901294798, "decode_ms": 45.16416706610471}, "total_wall_ms": 361.9923749938607, "ttft_ms": 41.40045901294798, "input_usage": {"receiver_prompt_tokens": 985, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1706.147582968697, "sender_ttft_ms": 51.20554193854332, "sender_decode_ms": 20402.484000078402}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 72925184, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13220226124, "mlx_cache_bytes": 18700984552, "process_rss_bytes": 72925184}, "peak_prefill_memory": null, "peak_decode_memory": 13220226124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1605, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb229f26b0075c09abd0d8eddd5041198b708f96773b4638d50fd42d0a19df9f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bb4e49650194d4adba321fb4", "attempt_id": "56332ae7050c", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:39.024374Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 993, "message_tokens": 911, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1605, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22167.424082988873, "decode_payload_ms": 0.0, "receiver_prefill_ms": 285.81608401145786, "ttft_ms": 20.52987494971603, "decode_ms": 28.15995889250189}, "total_wall_ms": 336.8565000128001, "ttft_ms": 20.52987494971603, "input_usage": {"receiver_prompt_tokens": 993, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1706.147582968697, "sender_ttft_ms": 51.20554193854332, "sender_decode_ms": 20402.484000078402}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 72728576, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13224780876, "mlx_cache_bytes": 19308437736, "process_rss_bytes": 72728576}, "peak_prefill_memory": null, "peak_decode_memory": 13224780876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1605, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "823c8974b7f6b6bfb4c188721d00aab6f6352aecfa44eacc0130183d20b18503", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "aa9c47988223c9a5543cc1e0", "attempt_id": "64d059051058", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:39.397625Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 1033, "message_tokens": 953, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1672, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22167.424082988873, "decode_payload_ms": 0.0, "receiver_prefill_ms": 261.5790000418201, "ttft_ms": 46.793999965302646, "decode_ms": 51.585708046332}, "total_wall_ms": 368.26679098885506, "ttft_ms": 46.793999965302646, "input_usage": {"receiver_prompt_tokens": 1033, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1706.147582968697, "sender_ttft_ms": 51.20554193854332, "sender_decode_ms": 20402.484000078402}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 73023488, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13237122124, "mlx_cache_bytes": 19928441064, "process_rss_bytes": 73023488}, "peak_prefill_memory": null, "peak_decode_memory": 13237122124, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1672, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "470b3baf177a9488af2c8ec1aeb944e92c3ef7354977b4f9403b08a2d06514f2", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d0fd01ee99273c3bab2f2d1c", "attempt_id": "7fe530e80282", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:39.798169Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 958, "message_tokens": 883, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1591, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22167.424082988873, "decode_payload_ms": 0.0, "receiver_prefill_ms": 279.38829199410975, "ttft_ms": 52.02654097229242, "decode_ms": 135.11249993462116}, "total_wall_ms": 469.405582989566, "ttft_ms": 52.02654097229242, "input_usage": {"receiver_prompt_tokens": 958, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1706.147582968697, "sender_ttft_ms": 51.20554193854332, "sender_decode_ms": 20402.484000078402}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 71581696, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13204792396, "mlx_cache_bytes": 20515119336, "process_rss_bytes": 71581696}, "peak_prefill_memory": null, "peak_decode_memory": 13204792396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1591, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "85d4453d9ed0495b3a4b2bb6d5c6c7e1d0d99771dbe0f449c4d192a1a7bfe7c6", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cd587dd2dbfb4f72531f05f2", "attempt_id": "e0e7b534387e", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:40.303521Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 1050, "message_tokens": 968, "message_utf8_bytes": 707, "cache_tensor_bytes": null, "serialized_payload_bytes": 707, "side_information_bytes": 0, "fetched_bytes": 1670, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22167.424082988873, "decode_payload_ms": 0.0, "receiver_prefill_ms": 313.30533407162875, "ttft_ms": 58.723874972201884, "decode_ms": 42.711874935775995}, "total_wall_ms": 416.8952920008451, "ttft_ms": 58.723874972201884, "input_usage": {"receiver_prompt_tokens": 1050, "sender_input_tokens": 5868, "sender_output_tokens": 512, "sender_prefill_ms": 1706.147582968697, "sender_ttft_ms": 51.20554193854332, "sender_decode_ms": 20402.484000078402}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 70303744, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13247312972, "mlx_cache_bytes": 21132353768, "process_rss_bytes": 70303744}, "peak_prefill_memory": null, "peak_decode_memory": 13247312972, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1670, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6590a89c613292244437eee1621584c4fb62ba0a54d07d572ffab5d83ff8ef66", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4ae9b29f69f82a02d52eba49", "attempt_id": "c5947f89dcd0", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:40.758978Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5797, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.67975006904453, "decode_payload_ms": 1.1708340607583523, "receiver_prefill_ms": 4600.172917009331, "ttft_ms": 97.07583300769329, "decode_ms": 419.37670891638845}, "total_wall_ms": 5129.21925005503, "ttft_ms": 97.07583300769329, "input_usage": {"receiver_prompt_tokens": 5797}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 70402048, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 21132353768, "process_rss_bytes": 70402048}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "169799e61c569571807ea1ee", "attempt_id": "8a84a72da215", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:45.923533Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5805, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.67975006904453, "decode_payload_ms": 1.1708340607583523, "receiver_prefill_ms": 3801.3992089545354, "ttft_ms": 71.19399996008724, "decode_ms": 397.57370797451586}, "total_wall_ms": 4281.205834005959, "ttft_ms": 71.19399996008724, "input_usage": {"receiver_prompt_tokens": 5805}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 69369856, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 21132353768, "process_rss_bytes": 69369856}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "253ea25471b3fad1d202665e", "attempt_id": "f099c3d6a9c8", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:50.236591Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5803, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.67975006904453, "decode_payload_ms": 1.1708340607583523, "receiver_prefill_ms": 2820.6432500155643, "ttft_ms": 70.78229100443423, "decode_ms": 270.7566659664735}, "total_wall_ms": 3173.3588330680504, "ttft_ms": 70.78229100443423, "input_usage": {"receiver_prompt_tokens": 5803}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 69058560, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 21132353768, "process_rss_bytes": 69058560}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9e2a63c4cb7b1b8647da9f8a", "attempt_id": "4147de54a611", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:53.441223Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5798, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.67975006904453, "decode_payload_ms": 1.1708340607583523, "receiver_prefill_ms": 3349.9549999833107, "ttft_ms": 86.12454205285758, "decode_ms": 199.32587502989918}, "total_wall_ms": 3646.98841702193, "ttft_ms": 86.12454205285758, "input_usage": {"receiver_prompt_tokens": 5798}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 68763648, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 21132353768, "process_rss_bytes": 68763648}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1062be16af9ff290859f086e", "attempt_id": "b486258eaf95", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:08:57.121141Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 5805, "message_tokens": 5724, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.67975006904453, "decode_payload_ms": 1.1708340607583523, "receiver_prefill_ms": 1752.9390000272542, "ttft_ms": 39.205415989272296, "decode_ms": 259.0698749991134}, "total_wall_ms": 2061.8834160268307, "ttft_ms": 39.205415989272296, "input_usage": {"receiver_prompt_tokens": 5805}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 69926912, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580981312, "mlx_cache_bytes": 21132353768, "process_rss_bytes": 69926912}, "peak_prefill_memory": null, "peak_decode_memory": 13580981312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d6a3b2802ca1f28939ecf963", "attempt_id": "791742cc8e2c", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:08.194734Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08944793850454227, "origin_tokens": 5544, "compressed_tokens": 516, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 618, "message_tokens": 543, "message_utf8_bytes": 2649, "cache_tensor_bytes": null, "serialized_payload_bytes": 2649, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8980.081208981574, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1256.3363329973072, "ttft_ms": 109.9288749974221, "decode_ms": 20.529374945908785}, "total_wall_ms": 1398.358750040643, "ttft_ms": 109.9288749974221, "input_usage": {"receiver_prompt_tokens": 618}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 108167168, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13004481624, "mlx_cache_bytes": 21514461416, "process_rss_bytes": 108167168}, "peak_prefill_memory": null, "peak_decode_memory": 13004481624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7286fe88922f3f30702d5ade84a80276baaac3174dd832d33925656526c86498", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "21d96bbfbc5f67a25f75caf1", "attempt_id": "b0804e0ce16a", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:09.649250Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08944793850454227, "origin_tokens": 5544, "compressed_tokens": 516, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 626, "message_tokens": 543, "message_utf8_bytes": 2649, "cache_tensor_bytes": null, "serialized_payload_bytes": 2649, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8980.081208981574, "decode_payload_ms": 0.0, "receiver_prefill_ms": 229.0594580117613, "ttft_ms": 14.455709024332464, "decode_ms": 22.861875011585653}, "total_wall_ms": 268.779749982059, "ttft_ms": 14.455709024332464, "input_usage": {"receiver_prompt_tokens": 626}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 85262336, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13009167448, "mlx_cache_bytes": 21895389416, "process_rss_bytes": 85262336}, "peak_prefill_memory": null, "peak_decode_memory": 13009167448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7286fe88922f3f30702d5ade84a80276baaac3174dd832d33925656526c86498", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d1cf7e202ac059d91b2664d0", "attempt_id": "0aad98e5bfd8", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:09.959206Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08944793850454227, "origin_tokens": 5544, "compressed_tokens": 516, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 624, "message_tokens": 543, "message_utf8_bytes": 2649, "cache_tensor_bytes": null, "serialized_payload_bytes": 2649, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8980.081208981574, "decode_payload_ms": 0.0, "receiver_prefill_ms": 219.85016705002636, "ttft_ms": 49.16033300105482, "decode_ms": 91.8673750711605}, "total_wall_ms": 362.7563329646364, "ttft_ms": 49.16033300105482, "input_usage": {"receiver_prompt_tokens": 624}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 85262336, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13023568984, "mlx_cache_bytes": 22175064296, "process_rss_bytes": 85262336}, "peak_prefill_memory": null, "peak_decode_memory": 13023568984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7286fe88922f3f30702d5ade84a80276baaac3174dd832d33925656526c86498", "output_hash": "98a3ab7c340e8a033e7b37b6ef9428751581760af67bbab2b9e05d4964a8874a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "85c6ac4183652d899051d4e2", "attempt_id": "a504ccd63b3b", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:10.362966Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08944793850454227, "origin_tokens": 5544, "compressed_tokens": 516, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 619, "message_tokens": 543, "message_utf8_bytes": 2649, "cache_tensor_bytes": null, "serialized_payload_bytes": 2649, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8980.081208981574, "decode_payload_ms": 0.0, "receiver_prefill_ms": 187.109874910675, "ttft_ms": 42.39958303514868, "decode_ms": 49.929041997529566}, "total_wall_ms": 281.33433393668383, "ttft_ms": 42.39958303514868, "input_usage": {"receiver_prompt_tokens": 619}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 85360640, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13004776536, "mlx_cache_bytes": 22429573352, "process_rss_bytes": 85360640}, "peak_prefill_memory": null, "peak_decode_memory": 13004776536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7286fe88922f3f30702d5ade84a80276baaac3174dd832d33925656526c86498", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "09348f0da61f98f9012e8a25", "attempt_id": "9418023cb5eb", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:10.680866Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.08944793850454227, "origin_tokens": 5544, "compressed_tokens": 516, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 626, "message_tokens": 543, "message_utf8_bytes": 2649, "cache_tensor_bytes": null, "serialized_payload_bytes": 2649, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8980.081208981574, "decode_payload_ms": 0.0, "receiver_prefill_ms": 167.989999987185, "ttft_ms": 38.117374991998076, "decode_ms": 185.59641705360264}, "total_wall_ms": 393.56358302757144, "ttft_ms": 38.117374991998076, "input_usage": {"receiver_prompt_tokens": 626}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 85393408, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13009167448, "mlx_cache_bytes": 22429573352, "process_rss_bytes": 85393408}, "peak_prefill_memory": null, "peak_decode_memory": 13009167448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "075 USD", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7286fe88922f3f30702d5ade84a80276baaac3174dd832d33925656526c86498", "output_hash": "68c97e540ac77444b109f8b16c77e4e2c7c2a48aab090463dd18735d57a9761a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "165d07c3a3145900ed99f8f4", "attempt_id": "32a788a5d61d", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:13.427601Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463397, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2318.4045840753242, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.99458399042487, "serialize_ms": 129.8157920828089, "load_ms": 17.566208029165864, "receiver_prefill_ms": 0.0, "query_prefill_ms": 194.36441594734788, "ttft_ms": 194.36441594734788, "decode_ms": 441.12508406396955}, "total_wall_ms": 662.0496249524876, "ttft_ms": 194.36441594734788, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 512409600, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13315773752, "mlx_cache_bytes": 23150289129, "process_rss_bytes": 512409600}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13315773752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b1578c5976dae03f915eb9e63d2579d0875a6011c851a4e2c4bd9e7e6eec515c", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "77cf4ca5eceb639e607bda4d", "attempt_id": "106a042bcc3f", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:14.127509Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463397, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2318.4045840753242, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.99458399042487, "serialize_ms": 129.8157920828089, "load_ms": 1.8136670114472508, "receiver_prefill_ms": 0.0, "query_prefill_ms": 124.16641600430012, "ttft_ms": 124.16641600430012, "decode_ms": 418.25616697315127}, "total_wall_ms": 549.4627500884235, "ttft_ms": 124.16641600430012, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 514162688, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13321999672, "mlx_cache_bytes": 23172964585, "process_rss_bytes": 514162688}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13321999672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b1578c5976dae03f915eb9e63d2579d0875a6011c851a4e2c4bd9e7e6eec515c", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "80b26d8f176a6443bbf7c037", "attempt_id": "2d56715b04d6", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:14.710325Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463397, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2318.4045840753242, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.99458399042487, "serialize_ms": 129.8157920828089, "load_ms": 2.4103339528664947, "receiver_prefill_ms": 0.0, "query_prefill_ms": 100.11395893525332, "ttft_ms": 100.11395893525332, "decode_ms": 264.4042499596253}, "total_wall_ms": 372.1017499919981, "ttft_ms": 100.11395893525332, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 514310144, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13320213816, "mlx_cache_bytes": 23185121513, "process_rss_bytes": 514310144}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13320213816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b1578c5976dae03f915eb9e63d2579d0875a6011c851a4e2c4bd9e7e6eec515c", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d458697a15863463bafce394", "attempt_id": "4f4781ba05a7", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:15.114274Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463397, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2318.4045840753242, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.99458399042487, "serialize_ms": 129.8157920828089, "load_ms": 2.1285839611664414, "receiver_prefill_ms": 0.0, "query_prefill_ms": 104.65912497602403, "ttft_ms": 104.65912497602403, "decode_ms": 217.8342080442235}, "total_wall_ms": 330.6386249605566, "ttft_ms": 104.65912497602403, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 514326528, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13316609336, "mlx_cache_bytes": 23208354025, "process_rss_bytes": 514326528}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13316609336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b1578c5976dae03f915eb9e63d2579d0875a6011c851a4e2c4bd9e7e6eec515c", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "07c85289b9e43b433a4cbe09", "attempt_id": "9fbb6f483953", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:15.474974Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463397, "side_information_bytes": 16165, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2318.4045840753242, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.99458399042487, "serialize_ms": 129.8157920828089, "load_ms": 2.5291249621659517, "receiver_prefill_ms": 0.0, "query_prefill_ms": 94.87008303403854, "ttft_ms": 94.87008303403854, "decode_ms": 342.86654205061495}, "total_wall_ms": 446.36304199229926, "ttft_ms": 94.87008303403854, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 514195456, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13321999672, "mlx_cache_bytes": 23208354025, "process_rss_bytes": 514195456}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13321999672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b1578c5976dae03f915eb9e63d2579d0875a6011c851a4e2c4bd9e7e6eec515c", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f50fbe4ce3ca90b0ae2914d9", "attempt_id": "7294a9089509", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:16.103951Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "1f5c5adc643bf07e", "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463425, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 145.21666709333658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 6.5998329082503915, "serialize_ms": 138.4083329467103, "load_ms": 59.79233293328434, "receiver_prefill_ms": 0.0, "query_prefill_ms": 106.11537506338209, "ttft_ms": 106.11537506338209, "decode_ms": 441.2777920952067}, "total_wall_ms": 611.8304169503972, "ttft_ms": 106.11537506338209, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 728006656, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13315773752, "mlx_cache_bytes": 23208354025, "process_rss_bytes": 728006656}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13315773752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a2ca937ed730a39cc97ebdf2bf936e9272d6b4127e57b6afb217272cf92b7870", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bc7339fa17deae73d87c0050", "attempt_id": "586b53487719", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:16.747326Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "1f5c5adc643bf07e", "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463425, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 145.21666709333658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 6.5998329082503915, "serialize_ms": 138.4083329467103, "load_ms": 44.670292059890926, "receiver_prefill_ms": 0.0, "query_prefill_ms": 135.06249990314245, "ttft_ms": 135.06249990314245, "decode_ms": 491.69941700529307}, "total_wall_ms": 676.8331669736654, "ttft_ms": 135.06249990314245, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 728023040, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13321999672, "mlx_cache_bytes": 23208354025, "process_rss_bytes": 728023040}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13321999672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a2ca937ed730a39cc97ebdf2bf936e9272d6b4127e57b6afb217272cf92b7870", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ec6313e84dd7691498610b8f", "attempt_id": "e424203b8fab", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:17.463302Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "1f5c5adc643bf07e", "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463425, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 145.21666709333658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 6.5998329082503915, "serialize_ms": 138.4083329467103, "load_ms": 48.80191700067371, "receiver_prefill_ms": 0.0, "query_prefill_ms": 118.28041705302894, "ttft_ms": 118.28041705302894, "decode_ms": 284.9806670565158}, "total_wall_ms": 457.535709021613, "ttft_ms": 118.28041705302894, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 728104960, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13320213816, "mlx_cache_bytes": 23208354025, "process_rss_bytes": 728104960}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13320213816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a2ca937ed730a39cc97ebdf2bf936e9272d6b4127e57b6afb217272cf92b7870", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "16b8893489aaa88571429fb6", "attempt_id": "e944f2f3fa38", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:17.952871Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "1f5c5adc643bf07e", "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463425, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 145.21666709333658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 6.5998329082503915, "serialize_ms": 138.4083329467103, "load_ms": 116.50170898064971, "receiver_prefill_ms": 0.0, "query_prefill_ms": 133.2457090029493, "ttft_ms": 133.2457090029493, "decode_ms": 171.46495904307812}, "total_wall_ms": 426.16875004023314, "ttft_ms": 133.2457090029493, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 727908352, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13316609336, "mlx_cache_bytes": 23208354025, "process_rss_bytes": 727908352}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13316609336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a2ca937ed730a39cc97ebdf2bf936e9272d6b4127e57b6afb217272cf92b7870", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9e17df9a0ce3059fd3f86323", "attempt_id": "418b59df8e96", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:18.409127Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13027955720}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "1f5c5adc643bf07e", "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 212447232, "serialized_payload_bytes": 212463425, "side_information_bytes": 16193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 145.21666709333658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 6.5998329082503915, "serialize_ms": 138.4083329467103, "load_ms": 32.326666987501085, "receiver_prefill_ms": 0.0, "query_prefill_ms": 133.3876249846071, "ttft_ms": 133.3876249846071, "decode_ms": 339.7971249651164}, "total_wall_ms": 510.38770901504904, "ttft_ms": 133.3876249846071, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 727973888, "backend_memory": {"mlx_active_bytes": 13242651656, "mlx_peak_bytes": 13321999672, "mlx_cache_bytes": 23208354025, "process_rss_bytes": 727973888}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13321999672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a2ca937ed730a39cc97ebdf2bf936e9272d6b4127e57b6afb217272cf92b7870", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c9cf710b43ddac590141eea1", "attempt_id": "3388d5b2ce2e", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:19.249435Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12929602568}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 112862592, "serialized_payload_bytes": 112896917, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 296.5277920011431, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 239.0156249748543, "serialize_ms": 57.09108302835375, "load_ms": 7.546790991909802, "receiver_prefill_ms": 0.0, "query_prefill_ms": 364.1783749917522, "ttft_ms": 364.1783749917522, "decode_ms": 455.5923331063241}, "total_wall_ms": 836.6762499790639, "ttft_ms": 364.1783749917522, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 846413824, "backend_memory": {"mlx_active_bytes": 13044028424, "mlx_peak_bytes": 13143828868, "mlx_cache_bytes": 23688615145, "process_rss_bytes": 846413824}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13143828868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "924b6cffa3e2bd6aeb37826d4805f91ee49d5485314c126c8d8b9115bd945c73", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e78290435ad9504eee2c86a2", "attempt_id": "52ebb5dbc608", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:20.121264Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12929602568}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 112862592, "serialized_payload_bytes": 112896917, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 296.5277920011431, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 239.0156249748543, "serialize_ms": 57.09108302835375, "load_ms": 1.7680000746622682, "receiver_prefill_ms": 0.0, "query_prefill_ms": 81.23441692441702, "ttft_ms": 81.23441692441702, "decode_ms": 439.93095902260393}, "total_wall_ms": 528.8688750006258, "ttft_ms": 81.23441692441702, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 846561280, "backend_memory": {"mlx_active_bytes": 13044028424, "mlx_peak_bytes": 13160943540, "mlx_cache_bytes": 23751673673, "process_rss_bytes": 846561280}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13160943540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "924b6cffa3e2bd6aeb37826d4805f91ee49d5485314c126c8d8b9115bd945c73", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cc0d72b8655d21b6a795152d", "attempt_id": "6072409e2f2c", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:20.685725Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12929602568}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 112862592, "serialized_payload_bytes": 112896917, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 296.5277920011431, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 239.0156249748543, "serialize_ms": 57.09108302835375, "load_ms": 2.6650000363588333, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.14329196419567, "ttft_ms": 75.14329196419567, "decode_ms": 358.5760409478098}, "total_wall_ms": 442.15487490873784, "ttft_ms": 75.14329196419567, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 846462976, "backend_memory": {"mlx_active_bytes": 13044028424, "mlx_peak_bytes": 13156044724, "mlx_cache_bytes": 23811180361, "process_rss_bytes": 846462976}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13156044724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "924b6cffa3e2bd6aeb37826d4805f91ee49d5485314c126c8d8b9115bd945c73", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5b198926931e07159aec20ed", "attempt_id": "8f877344076f", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:21.162005Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12929602568}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 112862592, "serialized_payload_bytes": 112896917, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 296.5277920011431, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 239.0156249748543, "serialize_ms": 57.09108302835375, "load_ms": 4.9668330466374755, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.86191706266254, "ttft_ms": 74.86191706266254, "decode_ms": 200.62337489798665}, "total_wall_ms": 286.0279579181224, "ttft_ms": 74.86191706266254, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 662650880, "backend_memory": {"mlx_active_bytes": 13044028424, "mlx_peak_bytes": 13145952180, "mlx_cache_bytes": 23863215945, "process_rss_bytes": 662650880}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13145952180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "924b6cffa3e2bd6aeb37826d4805f91ee49d5485314c126c8d8b9115bd945c73", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "db3afa1f749d93f787414055", "attempt_id": "fc90fa159660", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:21.479774Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12929602568}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 112862592, "serialized_payload_bytes": 112896917, "side_information_bytes": 34325, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 296.5277920011431, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 239.0156249748543, "serialize_ms": 57.09108302835375, "load_ms": 6.110290996730328, "receiver_prefill_ms": 0.0, "query_prefill_ms": 70.736667024903, "ttft_ms": 70.736667024903, "decode_ms": 315.16991602256894}, "total_wall_ms": 397.9249580297619, "ttft_ms": 70.736667024903, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 632979456, "backend_memory": {"mlx_active_bytes": 13044028424, "mlx_peak_bytes": 13160943540, "mlx_cache_bytes": 23863215945, "process_rss_bytes": 632979456}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13160943540, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "924b6cffa3e2bd6aeb37826d4805f91ee49d5485314c126c8d8b9115bd945c73", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "63cf8046dd38355966ea4a43", "attempt_id": "95c7f17e7909", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:22.061500Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12875781128}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 59750784, "serialized_payload_bytes": 59785022, "side_information_bytes": 34238, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 135.66775002982467, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 96.99120896402746, "serialize_ms": 38.24924991931766, "load_ms": 8.100999984890223, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.28137491457164, "ttft_ms": 64.28137491457164, "decode_ms": 2040.5728749465197}, "total_wall_ms": 2117.7976250182837, "ttft_ms": 64.28137491457164, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 475119616, "backend_memory": {"mlx_active_bytes": 12937565192, "mlx_peak_bytes": 13026851156, "mlx_cache_bytes": 24090267593, "process_rss_bytes": 475119616}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13026851156, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ac13557f1a1c0d6887122664848e876d807178d672b3edd5d771cae50f3eecab", "output_hash": "0fac262bb8029aaf2dc30212154e210b15887dce3ed0444cdee9aac5676e5084"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a80d6770d6d4200c9ce7af24", "attempt_id": "2d50732ef15c", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:24.211528Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12875781128}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 59750784, "serialized_payload_bytes": 59785022, "side_information_bytes": 34238, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 135.66775002982467, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 96.99120896402746, "serialize_ms": 38.24924991931766, "load_ms": 6.335499929264188, "receiver_prefill_ms": 0.0, "query_prefill_ms": 85.41566599160433, "ttft_ms": 85.41566599160433, "decode_ms": 2049.1755839902908}, "total_wall_ms": 2148.3483749907464, "ttft_ms": 85.41566599160433, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 475447296, "backend_memory": {"mlx_active_bytes": 12937565192, "mlx_peak_bytes": 13043844020, "mlx_cache_bytes": 24090267593, "process_rss_bytes": 475447296}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13043844020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ac13557f1a1c0d6887122664848e876d807178d672b3edd5d771cae50f3eecab", "output_hash": "f90948430ee75891d4c4b77a10fcfb2b0a2bff5c0d380812061d3ce1aaa0784b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4ac1881a9b783592e1c6e1c6", "attempt_id": "d5b6a018bcfa", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:26.398621Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12875781128}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 59750784, "serialized_payload_bytes": 59785022, "side_information_bytes": 34238, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 135.66775002982467, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 96.99120896402746, "serialize_ms": 38.24924991931766, "load_ms": 4.345042048953474, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.1157079571858, "ttft_ms": 73.1157079571858, "decode_ms": 2035.5830000480637}, "total_wall_ms": 2118.765458930284, "ttft_ms": 73.1157079571858, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 475447296, "backend_memory": {"mlx_active_bytes": 12937565192, "mlx_peak_bytes": 13039158196, "mlx_cache_bytes": 24090267593, "process_rss_bytes": 475447296}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13039158196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n The the the the the\nunknown the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ac13557f1a1c0d6887122664848e876d807178d672b3edd5d771cae50f3eecab", "output_hash": "0c1d1f699b913b45c60fb3d664365d2af3cb4b47c93d1f008d91bd137571bab0"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "09eedfb4d4afbaed63b3ae92", "attempt_id": "bd016e269c6d", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:28.550001Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12875781128}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 59750784, "serialized_payload_bytes": 59785022, "side_information_bytes": 34238, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 135.66775002982467, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 96.99120896402746, "serialize_ms": 38.24924991931766, "load_ms": 4.297666950151324, "receiver_prefill_ms": 0.0, "query_prefill_ms": 70.35079202614725, "ttft_ms": 70.35079202614725, "decode_ms": 2033.9702090714127}, "total_wall_ms": 2114.6037909202278, "ttft_ms": 70.35079202614725, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 347291648, "backend_memory": {"mlx_active_bytes": 12937565192, "mlx_peak_bytes": 13029065652, "mlx_cache_bytes": 24090267593, "process_rss_bytes": 347291648}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13029065652, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the the the the the the the the the the the\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ac13557f1a1c0d6887122664848e876d807178d672b3edd5d771cae50f3eecab", "output_hash": "37eba68e52022d679c3413bf247d90f743e77ac516848077918e29a885ac9bb9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5fcc76d1a73ba16a7a79ebc6", "attempt_id": "66cf5b79cadc", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:30.698432Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12875781128}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 59750784, "serialized_payload_bytes": 59785022, "side_information_bytes": 34238, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 135.66775002982467, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 96.99120896402746, "serialize_ms": 38.24924991931766, "load_ms": 3.7894999841228127, "receiver_prefill_ms": 0.0, "query_prefill_ms": 88.65354198496789, "ttft_ms": 88.65354198496789, "decode_ms": 2104.7987090423703}, "total_wall_ms": 2203.210417064838, "ttft_ms": 88.65354198496789, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 347258880, "backend_memory": {"mlx_active_bytes": 12937565192, "mlx_peak_bytes": 13043844020, "mlx_cache_bytes": 24090267593, "process_rss_bytes": 347258880}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13043844020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ac13557f1a1c0d6887122664848e876d807178d672b3edd5d771cae50f3eecab", "output_hash": "eb643d04fbdda8898a98537eec909fe4366021c7805d5ffa4fd87f4b2a6d0e75"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6a22e8bfafe45272d90aa558", "attempt_id": "2c9e0b99a0a5", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:33.118697Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12857152520}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 39833856, "serialized_payload_bytes": 39867932, "side_information_bytes": 34076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.2938750050962, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.9159578969702, "serialize_ms": 29.988458030857146, "load_ms": 5.56575006339699, "receiver_prefill_ms": 0.0, "query_prefill_ms": 76.00450003519654, "ttft_ms": 76.00450003519654, "decode_ms": 2079.7113749431446}, "total_wall_ms": 2166.4319169940427, "ttft_ms": 76.00450003519654, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 408272896, "backend_memory": {"mlx_active_bytes": 12898440200, "mlx_peak_bytes": 12983841588, "mlx_cache_bytes": 24192816713, "process_rss_bytes": 408272896}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12983841588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n1\n\n\n\n\n\n\n\n1\n\n\n12\n the   day of the day of the of the of the of the of the of the of the of the of the of of the the of", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c53404c15c97820e6cf33e9000dbf4610bdfc347b2bf44477c79a432e49ae0bb", "output_hash": "5cc8bb28a2cdbdaa8ec1e4faec67cc99a1915a6317838a7fe062f329d629c51a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8432499ad0bfb02d4695c763", "attempt_id": "f092726b4390", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:35.315413Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12857152520}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 39833856, "serialized_payload_bytes": 39867932, "side_information_bytes": 34076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.2938750050962, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.9159578969702, "serialize_ms": 29.988458030857146, "load_ms": 3.7919580936431885, "receiver_prefill_ms": 0.0, "query_prefill_ms": 70.78529102727771, "ttft_ms": 70.78529102727771, "decode_ms": 0.03208301495760679}, "total_wall_ms": 80.76812501531094, "ttft_ms": 70.78529102727771, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 408403968, "backend_memory": {"mlx_active_bytes": 12898440200, "mlx_peak_bytes": 13000835648, "mlx_cache_bytes": 24192836201, "process_rss_bytes": 408403968}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13000835648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c53404c15c97820e6cf33e9000dbf4610bdfc347b2bf44477c79a432e49ae0bb", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5bf6cbf400b07389f0fc9836", "attempt_id": "58ed4988d85c", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:35.427653Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12857152520}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 39833856, "serialized_payload_bytes": 39867932, "side_information_bytes": 34076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.2938750050962, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.9159578969702, "serialize_ms": 29.988458030857146, "load_ms": 2.3543339921161532, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.12958291731775, "ttft_ms": 73.12958291731775, "decode_ms": 2119.4898749236017}, "total_wall_ms": 2203.408500063233, "ttft_ms": 73.12958291731775, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 408436736, "backend_memory": {"mlx_active_bytes": 12898440200, "mlx_peak_bytes": 12996149824, "mlx_cache_bytes": 24192836201, "process_rss_bytes": 408436736}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12996149824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\noco\n\n 1111200  222  below the head  to21 the the\n the the\n the the the the the the\n the the\n the the the the the\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c53404c15c97820e6cf33e9000dbf4610bdfc347b2bf44477c79a432e49ae0bb", "output_hash": "fa49d3f81611540deff9d7771f3e62de6ffa43cae5e88421179fb23e09f518c7"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5f0eabbac4c91260e8519564", "attempt_id": "5c1ab3de63a2", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:37.663424Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12857152520}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 39833856, "serialized_payload_bytes": 39867932, "side_information_bytes": 34076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.2938750050962, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.9159578969702, "serialize_ms": 29.988458030857146, "load_ms": 4.5044999569654465, "receiver_prefill_ms": 0.0, "query_prefill_ms": 88.44441699329764, "ttft_ms": 88.44441699329764, "decode_ms": 51.15033406764269}, "total_wall_ms": 149.86966596916318, "ttft_ms": 88.44441699329764, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 408436736, "backend_memory": {"mlx_active_bytes": 12898440200, "mlx_peak_bytes": 12986056644, "mlx_cache_bytes": 24192836761, "process_rss_bytes": 408436736}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12986056644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c53404c15c97820e6cf33e9000dbf4610bdfc347b2bf44477c79a432e49ae0bb", "output_hash": "75a11da44c802486bc6f65640aa48a730f0f684c5c07a42ba3cd1735eb3fb070"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d74b9e62383b9b0d084f954e", "attempt_id": "523f1fa96798", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:37.846468Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12857152520}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 39833856, "serialized_payload_bytes": 39867932, "side_information_bytes": 34076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.2938750050962, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 153.9159578969702, "serialize_ms": 29.988458030857146, "load_ms": 1.6463330248370767, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.56491700652987, "ttft_ms": 42.56491700652987, "decode_ms": 1969.7082920465618}, "total_wall_ms": 2019.8626670753583, "ttft_ms": 42.56491700652987, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 299876352, "backend_memory": {"mlx_active_bytes": 12898440200, "mlx_peak_bytes": 13000835648, "mlx_cache_bytes": 24192836761, "process_rss_bytes": 299876352}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13000835648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " of the\n of the of the of the of the of the of the of the of the of the of the of the of the of the of of of the of of the of the of of of of of of of of of of", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c53404c15c97820e6cf33e9000dbf4610bdfc347b2bf44477c79a432e49ae0bb", "output_hash": "be67d870080f581acfe43323304783d860ce6f6a8f3ea0c5c697b2849efe73ba"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bdcb168b5715524628b800e6", "attempt_id": "01deb34162ab", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:40.082250Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12921787400}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5763, "keep": 2882, "compress_ms": 124.75895893294364}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258260, "side_information_bytes": 16212, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.70220791641623, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 126.70520797837526, "serialize_ms": 57.75141599588096, "load_ms": 1.97404099162668, "receiver_prefill_ms": 0.0, "query_prefill_ms": 68.12487507704645, "ttft_ms": 68.12487507704645, "decode_ms": 412.237084005028}, "total_wall_ms": 487.86429199390113, "ttft_ms": 68.12487507704645, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 413859840, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13082580280, "mlx_cache_bytes": 24169512617, "process_rss_bytes": 413859840}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13082580280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "10a6b8af508cc486c62f6893ed70507a454a3760425039d23d842ce51bdd1270", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8a9fb56c5320f36ff83383a6", "attempt_id": "b73935015df8", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:40.602452Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12921787400}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5763, "keep": 2882, "compress_ms": 124.75895893294364}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258260, "side_information_bytes": 16212, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.70220791641623, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 126.70520797837526, "serialize_ms": 57.75141599588096, "load_ms": 2.3396669421344995, "receiver_prefill_ms": 0.0, "query_prefill_ms": 72.46245793066919, "ttft_ms": 72.46245793066919, "decode_ms": 385.1006249897182}, "total_wall_ms": 464.9899579817429, "ttft_ms": 72.46245793066919, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 413876224, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13089133880, "mlx_cache_bytes": 24169512617, "process_rss_bytes": 413876224}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13089133880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "10a6b8af508cc486c62f6893ed70507a454a3760425039d23d842ce51bdd1270", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5a2099110f0caa0453ea1ded", "attempt_id": "25c6e53789f0", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:41.099290Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12921787400}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5763, "keep": 2882, "compress_ms": 124.75895893294364}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258260, "side_information_bytes": 16212, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.70220791641623, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 126.70520797837526, "serialize_ms": 57.75141599588096, "load_ms": 1.359208021312952, "receiver_prefill_ms": 0.0, "query_prefill_ms": 67.63829197734594, "ttft_ms": 67.63829197734594, "decode_ms": 104.90316699724644}, "total_wall_ms": 179.07470802310854, "ttft_ms": 67.63829197734594, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 413908992, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13087413560, "mlx_cache_bytes": 24169512617, "process_rss_bytes": 413908992}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13087413560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "10a6b8af508cc486c62f6893ed70507a454a3760425039d23d842ce51bdd1270", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "11e25b9cf49af51ec623a8b1", "attempt_id": "073af136aa10", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:41.307154Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12921787400}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5763, "keep": 2882, "compress_ms": 124.75895893294364}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258260, "side_information_bytes": 16212, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.70220791641623, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 126.70520797837526, "serialize_ms": 57.75141599588096, "load_ms": 2.0469159353524446, "receiver_prefill_ms": 0.0, "query_prefill_ms": 84.5922080334276, "ttft_ms": 84.5922080334276, "decode_ms": 71.29262504167855}, "total_wall_ms": 163.9843750745058, "ttft_ms": 84.5922080334276, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 413908992, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13083415864, "mlx_cache_bytes": 24171085481, "process_rss_bytes": 413908992}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13083415864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "10a6b8af508cc486c62f6893ed70507a454a3760425039d23d842ce51bdd1270", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "752ff1d7e5a14101fac5f4e4", "attempt_id": "619b22a34a91", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:41.503958Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12921787400}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5763, "keep": 2882, "compress_ms": 124.75895893294364}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258260, "side_information_bytes": 16212, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.70220791641623, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 126.70520797837526, "serialize_ms": 57.75141599588096, "load_ms": 1.1765839299187064, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.60649994853884, "ttft_ms": 61.60649994853884, "decode_ms": 402.5531249353662}, "total_wall_ms": 470.7000000635162, "ttft_ms": 61.60649994853884, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 413908992, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13089133880, "mlx_cache_bytes": 24171085481, "process_rss_bytes": 413908992}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13089133880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "10a6b8af508cc486c62f6893ed70507a454a3760425039d23d842ce51bdd1270", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "55819e741ae2dcfa00397c13", "attempt_id": "6e93b8033aa3", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:42.121279Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 77.77379092294723}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137212, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 112.63650003820658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 77.82212493475527, "serialize_ms": 34.549832926131785, "load_ms": 2.1327079739421606, "receiver_prefill_ms": 0.0, "query_prefill_ms": 60.31158403493464, "ttft_ms": 60.31158403493464, "decode_ms": 423.70995797682554}, "total_wall_ms": 492.2058340162039, "ttft_ms": 60.31158403493464, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 467140608, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12966876472, "mlx_cache_bytes": 24332402345, "process_rss_bytes": 467140608}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12966876472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TX-57F-5447", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d7c7bf89055eaaf07f3fa28ec22e855c37789ec55046c75026d227185280e913", "output_hash": "785ecd8bc558a2174972e30dbd46f2f3c03e34c05e3d462b0aff6274254fdb7d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c71407987d27e62d4f2544bb", "attempt_id": "6a6416461bde", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:42.646131Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 77.77379092294723}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137212, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 112.63650003820658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 77.82212493475527, "serialize_ms": 34.549832926131785, "load_ms": 2.031290903687477, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.652957948856056, "ttft_ms": 59.652957948856056, "decode_ms": 562.4451249605045}, "total_wall_ms": 630.4410829907283, "ttft_ms": 59.652957948856056, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 14}, "provider_cached_usage": null, "process_memory": 467156992, "backend_memory": {"mlx_active_bytes": 12924408840, "mlx_peak_bytes": 12973200696, "mlx_cache_bytes": 24332435113, "process_rss_bytes": 467156992}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12973200696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TX-57F-5447, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d7c7bf89055eaaf07f3fa28ec22e855c37789ec55046c75026d227185280e913", "output_hash": "867c86378efe9892f938a25d66fba25ad1043cfc80d97af8d0419718f0db7af5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "219fc2145bdf78c5ac60c4f0", "attempt_id": "a997aeea476a", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:43.314904Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 77.77379092294723}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137212, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 112.63650003820658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 77.82212493475527, "serialize_ms": 34.549832926131785, "load_ms": 3.259457997046411, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.63750000670552, "ttft_ms": 45.63750000670552, "decode_ms": 60.36624999251217}, "total_wall_ms": 114.18324999976903, "ttft_ms": 45.63750000670552, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 467156992, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12970906936, "mlx_cache_bytes": 24332402345, "process_rss_bytes": 467156992}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12970906936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d7c7bf89055eaaf07f3fa28ec22e855c37789ec55046c75026d227185280e913", "output_hash": "d83b9ff3c07a8390e2ea0a2af45fba37595da25f31b85ba625363ee98c0c796f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "60770f7401ddd2d05b05464b", "attempt_id": "3207e0ef05e8", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:43.460988Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 77.77379092294723}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137212, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 112.63650003820658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 77.82212493475527, "serialize_ms": 34.549832926131785, "load_ms": 5.1397919887676835, "receiver_prefill_ms": 0.0, "query_prefill_ms": 58.67233406752348, "ttft_ms": 58.67233406752348, "decode_ms": 189.8090000031516}, "total_wall_ms": 258.991708047688, "ttft_ms": 58.67233406752348, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 454492160, "backend_memory": {"mlx_active_bytes": 12924146696, "mlx_peak_bytes": 12967417144, "mlx_cache_bytes": 24332697257, "process_rss_bytes": 454492160}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12967417144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d7c7bf89055eaaf07f3fa28ec22e855c37789ec55046c75026d227185280e913", "output_hash": "b1ec0e7c962243a5d630ab624f1027fcac0612efd7bcf0d5cc8e6be452f4d9f9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3e47b04bb7d47e8f57cbdce5", "attempt_id": "118b511dd6fd", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:43.752912Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 77.77379092294723}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137212, "side_information_bytes": 16188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 112.63650003820658, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 77.82212493475527, "serialize_ms": 34.549832926131785, "load_ms": 2.650083974003792, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.319375056773424, "ttft_ms": 56.319375056773424, "decode_ms": 282.7102500014007}, "total_wall_ms": 349.1156669333577, "ttft_ms": 56.319375056773424, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 404570112, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12973200696, "mlx_cache_bytes": 24332402345, "process_rss_bytes": 404570112}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12973200696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d7c7bf89055eaaf07f3fa28ec22e855c37789ec55046c75026d227185280e913", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a5fd1ea29221068dc3a25111", "attempt_id": "ed27499c409e", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:44.215568Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12841571336}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5763, "keep": 720, "compress_ms": 37.95170795638114}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558023, "side_information_bytes": 15943, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.247624991461635, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 37.99737500958145, "serialize_ms": 22.01820898335427, "load_ms": 3.527499968186021, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.67312509287149, "ttft_ms": 65.67312509287149, "decode_ms": 170.40875006932765}, "total_wall_ms": 248.06287500541657, "ttft_ms": 65.67312509287149, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 380338176, "backend_memory": {"mlx_active_bytes": 12869882888, "mlx_peak_bytes": 12907009336, "mlx_cache_bytes": 24394038953, "process_rss_bytes": 380338176}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12907009336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "OST001", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1da1ea33a5a852ed82c3915e0b899425dc434ffde9481cdace05fd2fdd9a3bc7", "output_hash": "72da907a82f1a194f56afef025648b121bd9e458cc2f0b35ecc3827052f157e9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "27244370561b3870a9c6a1b6", "attempt_id": "a91be25c78be", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:44.507694Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12841571336}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5763, "keep": 720, "compress_ms": 37.95170795638114}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558023, "side_information_bytes": 15943, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.247624991461635, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 37.99737500958145, "serialize_ms": 22.01820898335427, "load_ms": 1.40804098919034, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.90066606923938, "ttft_ms": 53.90066606923938, "decode_ms": 801.1003329884261}, "total_wall_ms": 863.7797079281881, "ttft_ms": 53.90066606923938, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 20}, "provider_cached_usage": null, "process_memory": 296058880, "backend_memory": {"mlx_active_bytes": 12871324680, "mlx_peak_bytes": 12913628472, "mlx_cache_bytes": 24422907561, "process_rss_bytes": 296058880}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12913628472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Zentalur-13 is in 74,401, Larraburu", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.22222222222222224}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1da1ea33a5a852ed82c3915e0b899425dc434ffde9481cdace05fd2fdd9a3bc7", "output_hash": "e343721faf266148f3c9f1342f5b71b2b6f47188e64bc755d96ceac661672d4e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f8c23959159e4aa128823094", "attempt_id": "45e12b5c6ac3", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:45.425092Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12841571336}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5763, "keep": 720, "compress_ms": 37.95170795638114}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558023, "side_information_bytes": 15943, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.247624991461635, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 37.99737500958145, "serialize_ms": 22.01820898335427, "load_ms": 2.6675830595195293, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.289332961663604, "ttft_ms": 52.289332961663604, "decode_ms": 188.45954106654972}, "total_wall_ms": 250.4199999384582, "ttft_ms": 52.289332961663604, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 268288000, "backend_memory": {"mlx_active_bytes": 12869882888, "mlx_peak_bytes": 12911334712, "mlx_cache_bytes": 24424349353, "process_rss_bytes": 268288000}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12911334712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "0.998", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1da1ea33a5a852ed82c3915e0b899425dc434ffde9481cdace05fd2fdd9a3bc7", "output_hash": "d969710f3aa73eee47370849ee48b1953cad65c94918b7c8bd89275d618f010b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ccc0f2216ec794017b2c2c3f", "attempt_id": "36c031ba34e7", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:45.739093Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12841571336}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5763, "keep": 720, "compress_ms": 37.95170795638114}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558023, "side_information_bytes": 15943, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.247624991461635, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 37.99737500958145, "serialize_ms": 22.01820898335427, "load_ms": 1.7328340327367187, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.24329199176282, "ttft_ms": 62.24329199176282, "decode_ms": 676.582167041488}, "total_wall_ms": 747.3831250099465, "ttft_ms": 62.24329199176282, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 17}, "provider_cached_usage": null, "process_memory": 268304384, "backend_memory": {"mlx_active_bytes": 12871324680, "mlx_peak_bytes": 12907844920, "mlx_cache_bytes": 24422907561, "process_rss_bytes": 268304384}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12907844920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The proposal for Talzen-3 was made by Dr. Elara Myles.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1da1ea33a5a852ed82c3915e0b899425dc434ffde9481cdace05fd2fdd9a3bc7", "output_hash": "0e21eee5c9516d64c3dfc64f87aaa71726fab94d94a21126c2bd01a2833f5e3a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "670f13016e52961f3ac39844", "attempt_id": "efa29e4e4e76", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:46.522369Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12841571336}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5763, "keep": 720, "compress_ms": 37.95170795638114}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558023, "side_information_bytes": 15943, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.247624991461635, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 37.99737500958145, "serialize_ms": 22.01820898335427, "load_ms": 1.3002919731661677, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.434125057421625, "ttft_ms": 56.434125057421625, "decode_ms": 140.24725009221584}, "total_wall_ms": 202.97237497288734, "ttft_ms": 56.434125057421625, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 268320768, "backend_memory": {"mlx_active_bytes": 12869882888, "mlx_peak_bytes": 12913628472, "mlx_cache_bytes": 24424349353, "process_rss_bytes": 268320768}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12913628472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "5000", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1da1ea33a5a852ed82c3915e0b899425dc434ffde9481cdace05fd2fdd9a3bc7", "output_hash": "0f8eb4b72b6e0c9e88b388eb967b49e067ef1004bf07bffc22c3acb13b43580a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1bf7e6a400f5d25d696575e2", "attempt_id": "020514917c52", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:46.856299Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 71.7420419678092}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137206, "side_information_bytes": 16182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.37004197854549, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 71.8017079634592, "serialize_ms": 27.32716710306704, "load_ms": 1.7519579268991947, "receiver_prefill_ms": 0.0, "query_prefill_ms": 71.17541693150997, "ttft_ms": 71.17541693150997, "decode_ms": 1834.1693329857662}, "total_wall_ms": 1913.2532089715824, "ttft_ms": 71.17541693150997, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 347226112, "backend_memory": {"mlx_active_bytes": 12925326344, "mlx_peak_bytes": 12966581560, "mlx_cache_bytes": 24425529001, "process_rss_bytes": 347226112}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12966581560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I know the answer to the question. I know the answer to the question. I know the answer to the question. I know the answer to the question. I know the answer to the question. I know the answer to the question.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a56591da03205abb77f2486562e2bcbf1f4b67d393a1cc432c45b043822fba2d", "output_hash": "8ea6bed399d3b04c4a95460ec4aed30df775dee501239f4d4a0b24ee6839a467"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1128568c0b48e98ae513383d", "attempt_id": "ef230cee66fe", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:48.803064Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 71.7420419678092}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137206, "side_information_bytes": 16182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.37004197854549, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 71.8017079634592, "serialize_ms": 27.32716710306704, "load_ms": 7.6004170114174485, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.20308302342892, "ttft_ms": 61.20308302342892, "decode_ms": 1735.8955410309136}, "total_wall_ms": 1809.9837090121582, "ttft_ms": 61.20308302342892, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 315572224, "backend_memory": {"mlx_active_bytes": 12925326344, "mlx_peak_bytes": 12973200696, "mlx_cache_bytes": 24425529001, "process_rss_bytes": 315572224}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12973200696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The Budget: 13 Z Budget: 13 Z Budget: 13 Z Budget: 13 Z Budget: 13 Z Budget: 13 Z Budget: 13 Z Budget: 13", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a56591da03205abb77f2486562e2bcbf1f4b67d393a1cc432c45b043822fba2d", "output_hash": "059886fccfda5b24c794d56085f9586eef9c193d7d48fb4dfd548ad21494cfc5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d9316bf0c5617cf0954cb42c", "attempt_id": "14396aa516a1", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:50.651602Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 71.7420419678092}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137206, "side_information_bytes": 16182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.37004197854549, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 71.8017079634592, "serialize_ms": 27.32716710306704, "load_ms": 5.397415952757001, "receiver_prefill_ms": 0.0, "query_prefill_ms": 57.95849999412894, "ttft_ms": 57.95849999412894, "decode_ms": 1901.395958964713}, "total_wall_ms": 1970.930540934205, "ttft_ms": 57.95849999412894, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 259817472, "backend_memory": {"mlx_active_bytes": 12925326344, "mlx_peak_bytes": 12970906936, "mlx_cache_bytes": 24425529001, "process_rss_bytes": 259817472}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12970906936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Give a short answer (a few words or a number), with no explanation. \n\nGive a short answer (a few words or a number), with no explanation. \n\nGive a short answer (a few words or a number), with no", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a56591da03205abb77f2486562e2bcbf1f4b67d393a1cc432c45b043822fba2d", "output_hash": "2d05b4e499458054968057de53a13dbf1c4423ec043feec2d55c5b9a2ee38654"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f61d3f6c75358c1db75f6f4c", "attempt_id": "ece261472f79", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:52.659044Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 71.7420419678092}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137206, "side_information_bytes": 16182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.37004197854549, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 71.8017079634592, "serialize_ms": 27.32716710306704, "load_ms": 5.691332975402474, "receiver_prefill_ms": 0.0, "query_prefill_ms": 57.05741699784994, "ttft_ms": 57.05741699784994, "decode_ms": 255.58200001250952}, "total_wall_ms": 323.5692499438301, "ttft_ms": 57.05741699784994, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 259833856, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12967417144, "mlx_cache_bytes": 24426413737, "process_rss_bytes": 259833856}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12967417144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I know the answer is unknown.\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a56591da03205abb77f2486562e2bcbf1f4b67d393a1cc432c45b043822fba2d", "output_hash": "27a295763464e037ad5094754d49892ddf07242a836ea575981ad1b85761e591"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "aca95cd596163fce72c5d34e", "attempt_id": "b623dd2e83b5", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:53.012597Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5763, "keep": 1441, "compress_ms": 71.7420419678092}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137206, "side_information_bytes": 16182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 99.37004197854549, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 71.8017079634592, "serialize_ms": 27.32716710306704, "load_ms": 3.835249925032258, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.721499940380454, "ttft_ms": 62.721499940380454, "decode_ms": 319.61112504359335}, "total_wall_ms": 391.03708299808204, "ttft_ms": 62.721499940380454, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 259850240, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12973200696, "mlx_cache_bytes": 24426413737, "process_rss_bytes": 259850240}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12973200696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "A few words, with no explanation.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a56591da03205abb77f2486562e2bcbf1f4b67d393a1cc432c45b043822fba2d", "output_hash": "2068b559a653360f2a7886663b9f95a9349bc1d54fb6355573aed07546339edc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "16d4d9508676d08324d2e342", "attempt_id": "c8d54fd5d411", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:53.435400Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5763, "keep": 2882, "window_tokens": 34, "compress_ms": 468.8777920091525}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258299, "side_information_bytes": 16251, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 519.6442500455305, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 474.5351660531014, "serialize_ms": 44.8047089157626, "load_ms": 14.04608297161758, "receiver_prefill_ms": 0.0, "query_prefill_ms": 76.45404094364494, "ttft_ms": 76.45404094364494, "decode_ms": 474.9024169286713}, "total_wall_ms": 1091.4349999511614, "ttft_ms": 76.45404094364494, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 482000896, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13082055992, "mlx_cache_bytes": 24528928561, "process_rss_bytes": 482000896}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13082055992, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "918f59b42cdde56e4e1f7a2bbea3814005d3b00cf2e9ae65dd9a70611ce571a6", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "058af1cda35ce961608cd7b5", "attempt_id": "79354a038111", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:54.558976Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5763, "keep": 2882, "window_tokens": 42, "compress_ms": 260.57154207956046}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258300, "side_information_bytes": 16252, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 317.3109999625012, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 266.8709590798244, "serialize_ms": 50.10920809581876, "load_ms": 4.123499966226518, "receiver_prefill_ms": 0.0, "query_prefill_ms": 71.51662500109524, "ttft_ms": 71.51662500109524, "decode_ms": 383.3482499467209}, "total_wall_ms": 781.5173749113455, "ttft_ms": 71.51662500109524, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 537673728, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13089084728, "mlx_cache_bytes": 24569970481, "process_rss_bytes": 537673728}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13089084728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2076bfebe2411fc82a5f9173d9fc7ef06d7349a7b6af9c988f5f860bcbf0408a", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "84db9bda682faa3ae9889430", "attempt_id": "256706142272", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:55.376924Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5763, "keep": 2882, "window_tokens": 40, "compress_ms": 482.6426670188084}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258299, "side_information_bytes": 16251, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 535.6912079732865, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 487.97766701318324, "serialize_ms": 47.3686249461025, "load_ms": 2.07612500526011, "receiver_prefill_ms": 0.0, "query_prefill_ms": 76.3897500000894, "ttft_ms": 76.3897500000894, "decode_ms": 294.433958013542}, "total_wall_ms": 913.7399579631165, "ttft_ms": 76.3897500000894, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 539115520, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13087413560, "mlx_cache_bytes": 24569970481, "process_rss_bytes": 539115520}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13087413560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "918f59b42cdde56e4e1f7a2bbea3814005d3b00cf2e9ae65dd9a70611ce571a6", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "80e9d6e1ed5371bb4d396b83", "attempt_id": "157c50a2fc0b", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:56.325475Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5763, "keep": 2882, "window_tokens": 35, "compress_ms": 731.3561249757186}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258299, "side_information_bytes": 16251, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 782.7323329402134, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 736.1942079151049, "serialize_ms": 46.251958003267646, "load_ms": 5.8138330932706594, "receiver_prefill_ms": 0.0, "query_prefill_ms": 79.51320894062519, "ttft_ms": 79.51320894062519, "decode_ms": 164.5735000493005}, "total_wall_ms": 1037.7049159724265, "ttft_ms": 79.51320894062519, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 399392768, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13082891576, "mlx_cache_bytes": 24569970481, "process_rss_bytes": 399392768}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13082891576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "918f59b42cdde56e4e1f7a2bbea3814005d3b00cf2e9ae65dd9a70611ce571a6", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f618d19f0c33404946723c7f", "attempt_id": "b8225e34d5dd", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:57.395798Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5763, "keep": 2882, "window_tokens": 42, "compress_ms": 241.2194589851424}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 106242048, "serialized_payload_bytes": 106258299, "side_information_bytes": 16251, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 283.7330410256982, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 246.01062492001802, "serialize_ms": 37.46412496548146, "load_ms": 2.1033339435234666, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.27191704139113, "ttft_ms": 75.27191704139113, "decode_ms": 280.26420902460814}, "total_wall_ms": 647.5116669898853, "ttft_ms": 75.27191704139113, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 401260544, "backend_memory": {"mlx_active_bytes": 13030315016, "mlx_peak_bytes": 13089084728, "mlx_cache_bytes": 24569970481, "process_rss_bytes": 401260544}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13089084728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "918f59b42cdde56e4e1f7a2bbea3814005d3b00cf2e9ae65dd9a70611ce571a6", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "72dee81aff56ce1ead69c3d6", "attempt_id": "965f2a42eabb", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:58.076808Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 34, "compress_ms": 205.69570793304592}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137253, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 240.3497500345111, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 211.22208307497203, "serialize_ms": 28.85666594374925, "load_ms": 3.601292031817138, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.340333010070026, "ttft_ms": 62.340333010070026, "decode_ms": 361.6094160825014}, "total_wall_ms": 673.163375002332, "ttft_ms": 62.340333010070026, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 488587264, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12965516600, "mlx_cache_bytes": 24675843889, "process_rss_bytes": 488587264}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12965516600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-8123-03", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "992d27348fba1b6460f551137c42eefaf6d850ae9e64f15995f9132eb336bfcb", "output_hash": "41f1e268600f5ff4ca7bf81e19b773eb14341956c9b3633506d435773c546d27"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4e94758201c3018399c19609", "attempt_id": "106320a362ed", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:58.783356Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 42, "compress_ms": 207.00425002723932}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137253, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 239.0912079717964, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 212.69079204648733, "serialize_ms": 26.035250048153102, "load_ms": 1.2642079964280128, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.796000028029084, "ttft_ms": 47.796000028029084, "decode_ms": 389.8922500666231}, "total_wall_ms": 683.5210000863299, "ttft_ms": 47.796000028029084, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 543801344, "backend_memory": {"mlx_active_bytes": 12924179464, "mlx_peak_bytes": 12972528952, "mlx_cache_bytes": 24676106033, "process_rss_bytes": 543801344}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12972528952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "992d27348fba1b6460f551137c42eefaf6d850ae9e64f15995f9132eb336bfcb", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "94636e7ad1d3ce8decbe4f73", "attempt_id": "b25f341c2c7c", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:09:59.511288Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 40, "compress_ms": 159.51370808761567}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137253, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 188.0402920069173, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 165.57070799171925, "serialize_ms": 22.147541982121766, "load_ms": 2.0004160469397902, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.20749993715435, "ttft_ms": 61.20749993715435, "decode_ms": 316.67600001674145}, "total_wall_ms": 573.2010420178995, "ttft_ms": 61.20749993715435, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 543850496, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12970906936, "mlx_cache_bytes": 24675843889, "process_rss_bytes": 543850496}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12970906936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "992d27348fba1b6460f551137c42eefaf6d850ae9e64f15995f9132eb336bfcb", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "531b35f4b67b491357dc1bf5", "attempt_id": "f23e12442fb0", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:00.116908Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 35, "compress_ms": 246.95691699162126}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137253, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 275.441832956858, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 252.65804200898856, "serialize_ms": 22.344916011206806, "load_ms": 1.1906250147148967, "receiver_prefill_ms": 0.0, "query_prefill_ms": 57.00525001157075, "ttft_ms": 57.00525001157075, "decode_ms": 213.71470799203962}, "total_wall_ms": 552.9145000036806, "ttft_ms": 57.00525001157075, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 545685504, "backend_memory": {"mlx_active_bytes": 12924179464, "mlx_peak_bytes": 12966352184, "mlx_cache_bytes": 24676106033, "process_rss_bytes": 545685504}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12966352184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "992d27348fba1b6460f551137c42eefaf6d850ae9e64f15995f9132eb336bfcb", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d5d9e579ce1a600d6fd23ced", "attempt_id": "53f316d32342", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:00.707454Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 42, "compress_ms": 173.6447080038488}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137252, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 196.20975002180785, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 179.4772919965908, "serialize_ms": 16.422458924353123, "load_ms": 1.3385419733822346, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.83325010165572, "ttft_ms": 34.83325010165572, "decode_ms": 289.43120792973787}, "total_wall_ms": 527.2110409568995, "ttft_ms": 34.83325010165572, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 547110912, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12972528952, "mlx_cache_bytes": 24675843889, "process_rss_bytes": 547110912}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12972528952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ef8136c1bebc3930f861076cbc3b36bf5eb1ff3d3b839b11eb468da842b2926e", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9a8c128794a861619fa6b172", "attempt_id": "afb437d62c75", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:01.269081Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5763, "keep": 720, "window_tokens": 34, "compress_ms": 189.04737499542534}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558064, "side_information_bytes": 15984, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 211.00491692777723, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 194.33487497735769, "serialize_ms": 16.34954195469618, "load_ms": 5.494958022609353, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.43449991941452, "ttft_ms": 61.43449991941452, "decode_ms": 184.58704196382314}, "total_wall_ms": 468.43304100912064, "ttft_ms": 61.43449991941452, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 603504640, "backend_memory": {"mlx_active_bytes": 12869882888, "mlx_peak_bytes": 12905944376, "mlx_cache_bytes": 24730402609, "process_rss_bytes": 603504640}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12905944376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-8182", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "31527e3cfe33ca8397676463c5bc820fea604e25679005903250aad07855bd25", "output_hash": "890bf19a678379311af417956ebf1fed0d522eee2589024399328443db416549"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "158794097bdb73ec78dacbcf", "attempt_id": "003de17b7f56", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:01.772409Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5763, "keep": 720, "window_tokens": 42, "compress_ms": 176.71887495089322}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558064, "side_information_bytes": 15984, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 196.22845808044076, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 182.4244159506634, "serialize_ms": 13.395166024565697, "load_ms": 1.0017500026151538, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.5824579987675, "ttft_ms": 64.5824579987675, "decode_ms": 399.96991597581655}, "total_wall_ms": 667.5872500054538, "ttft_ms": 64.5824579987675, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 609714176, "backend_memory": {"mlx_active_bytes": 12871324680, "mlx_peak_bytes": 12912956728, "mlx_cache_bytes": 24728960817, "process_rss_bytes": 609714176}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12912956728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "31527e3cfe33ca8397676463c5bc820fea604e25679005903250aad07855bd25", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5450f1f2ef4a8a77480753a8", "attempt_id": "7dc7b0ad9839", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:02.474802Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5763, "keep": 720, "window_tokens": 40, "compress_ms": 198.88508296571672}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558064, "side_information_bytes": 15984, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 218.15504191908985, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 204.76724999025464, "serialize_ms": 13.116625021211803, "load_ms": 0.5936670349910855, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.699457990005612, "ttft_ms": 23.699457990005612, "decode_ms": 279.61616695392877}, "total_wall_ms": 527.815958019346, "ttft_ms": 23.699457990005612, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 608878592, "backend_memory": {"mlx_active_bytes": 12869882888, "mlx_peak_bytes": 12911334712, "mlx_cache_bytes": 24730402609, "process_rss_bytes": 608878592}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12911334712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "31527e3cfe33ca8397676463c5bc820fea604e25679005903250aad07855bd25", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fd4c5448d9c164816c431a01", "attempt_id": "6602ca93b981", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:03.041718Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5763, "keep": 720, "window_tokens": 35, "compress_ms": 211.38737490400672}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558064, "side_information_bytes": 15984, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 230.55462504271418, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 217.32716693077236, "serialize_ms": 12.853999971412122, "load_ms": 2.05220899078995, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.72604105994105, "ttft_ms": 52.72604105994105, "decode_ms": 149.06870806589723}, "total_wall_ms": 440.63041696790606, "ttft_ms": 52.72604105994105, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 610713600, "backend_memory": {"mlx_active_bytes": 12869882888, "mlx_peak_bytes": 12906779960, "mlx_cache_bytes": 24730402609, "process_rss_bytes": 610713600}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12906779960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "31527e3cfe33ca8397676463c5bc820fea604e25679005903250aad07855bd25", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d6bc793c025560f58b63370a", "attempt_id": "9134cfb68548", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:03.519339Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5763, "keep": 720, "window_tokens": 42, "compress_ms": 179.6377080027014}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 26542080, "serialized_payload_bytes": 26558063, "side_information_bytes": 15983, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 197.81604094896466, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 185.1264589931816, "serialize_ms": 12.365333968773484, "load_ms": 1.6097499756142497, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.72954197973013, "ttft_ms": 61.72954197973013, "decode_ms": 249.5569580933079}, "total_wall_ms": 517.441250034608, "ttft_ms": 61.72954197973013, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 611205120, "backend_memory": {"mlx_active_bytes": 12871062536, "mlx_peak_bytes": 12912956728, "mlx_cache_bytes": 24729222961, "process_rss_bytes": 611205120}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12912956728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "35973052df1a02ceecea4c7a49df205b223b9f313ed5d230fd2225a1e4e75d48", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5fbd857d499bf02520f90d70", "attempt_id": "2dc6e012086b", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:04.277859Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 19, "compress_ms": 180.5966659449041}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137252, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 205.3399580763653, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 183.48849995527416, "serialize_ms": 21.60166692920029, "load_ms": 5.679458030499518, "receiver_prefill_ms": 0.0, "query_prefill_ms": 66.23750005383044, "ttft_ms": 66.23750005383044, "decode_ms": 201.10054092947394}, "total_wall_ms": 278.08883297257125, "ttft_ms": 66.23750005383044, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 611483648, "backend_memory": {"mlx_active_bytes": 12924146696, "mlx_peak_bytes": 12965516600, "mlx_cache_bytes": 24683209521, "process_rss_bytes": 611483648}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12965516600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "XY-159", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ef8136c1bebc3930f861076cbc3b36bf5eb1ff3d3b839b11eb468da842b2926e", "output_hash": "40bea3b8db6b1132ba521b4b844438fb80341a1f63610f709e5852ae42542440"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "08ac2e929782b5953e00af42", "attempt_id": "000536cc1774", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:04.590738Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 19, "compress_ms": 180.5966659449041}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137252, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 205.3399580763653, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 183.48849995527416, "serialize_ms": 21.60166692920029, "load_ms": 4.385999985970557, "receiver_prefill_ms": 0.0, "query_prefill_ms": 49.9222920043394, "ttft_ms": 49.9222920043394, "decode_ms": 370.6738749751821}, "total_wall_ms": 429.9250839976594, "ttft_ms": 49.9222920043394, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 611500032, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12972528952, "mlx_cache_bytes": 24682914609, "process_rss_bytes": 611500032}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12972528952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 123, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ef8136c1bebc3930f861076cbc3b36bf5eb1ff3d3b839b11eb468da842b2926e", "output_hash": "2299eda923d8f4f87e3b1cbe161d226fcd6863a1431cea270cca2e3832ab858f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8c2593212f2efc421346ed5e", "attempt_id": "9dee2d5b3450", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:05.050574Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 19, "compress_ms": 180.5966659449041}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137252, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 205.3399580763653, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 183.48849995527416, "serialize_ms": 21.60166692920029, "load_ms": 6.642124964855611, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.019999970681965, "ttft_ms": 55.019999970681965, "decode_ms": 26.13262494560331}, "total_wall_ms": 93.59950001817197, "ttft_ms": 55.019999970681965, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 611500032, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12970906936, "mlx_cache_bytes": 24682914609, "process_rss_bytes": 611500032}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12970906936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ef8136c1bebc3930f861076cbc3b36bf5eb1ff3d3b839b11eb468da842b2926e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8ac1db32606ad79488c12af6", "attempt_id": "62864f39c7fe", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:05.178814Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 19, "compress_ms": 180.5966659449041}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137252, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 205.3399580763653, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 183.48849995527416, "serialize_ms": 21.60166692920029, "load_ms": 4.736041999422014, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.887541961856186, "ttft_ms": 50.887541961856186, "decode_ms": 219.7115410817787}, "total_wall_ms": 281.53725003357977, "ttft_ms": 50.887541961856186, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 611467264, "backend_memory": {"mlx_active_bytes": 12924179464, "mlx_peak_bytes": 12966352184, "mlx_cache_bytes": 24683176753, "process_rss_bytes": 611467264}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12966352184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ef8136c1bebc3930f861076cbc3b36bf5eb1ff3d3b839b11eb468da842b2926e", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "394ea699a4049e6d2d1c280f", "attempt_id": "d6b01ad094ad", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:05.492651Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12868703240}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 19, "compress_ms": 180.5966659449041}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137252, "side_information_bytes": 16228, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 205.3399580763653, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 183.48849995527416, "serialize_ms": 21.60166692920029, "load_ms": 2.9827920952811837, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.23858406580985, "ttft_ms": 65.23858406580985, "decode_ms": 207.37416704650968}, "total_wall_ms": 281.7795000737533, "ttft_ms": 65.23858406580985, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 611336192, "backend_memory": {"mlx_active_bytes": 12924441608, "mlx_peak_bytes": 12972528952, "mlx_cache_bytes": 24682914609, "process_rss_bytes": 611336192}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12972528952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "898925", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ef8136c1bebc3930f861076cbc3b36bf5eb1ff3d3b839b11eb468da842b2926e", "output_hash": "6be0abe995dc52d82015157d72ecc12116d3bfb521379f2d9818e289666dbee4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ba2f7c917d5e2b0b39e76537", "attempt_id": "675d57eafa5b", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:05.808757Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 34, "compress_ms": 304.6504999510944}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137142, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 355.44383397791535, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 310.31237496063113, "serialize_ms": 44.78491691406816, "load_ms": 75.23758290335536, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1940.535583999008, "ttft_ms": 1940.535583999008, "decode_ms": 262.226540944539}, "total_wall_ms": 2639.1213330207393, "ttft_ms": 1940.535583999008, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 513212416, "backend_memory": {"mlx_active_bytes": 12923884552, "mlx_peak_bytes": 13006997876, "mlx_cache_bytes": 24881709369, "process_rss_bytes": 513212416}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13006997876, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-8123", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4fc9fd0875ac0e098491da52cfd699e1980241f1467b4b8c598bd4c08633a6f1", "output_hash": "38b64c50b5f1b24efc4f3591def2c23a8e9a8cf677e8469c3d055e1a97eab7e6"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5aafa8706faf8d29e9727b4d", "attempt_id": "db2fe3544483", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:08.484081Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 42, "compress_ms": 282.7393339248374}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137142, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 314.32983302511275, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 288.14716602209955, "serialize_ms": 25.77079099137336, "load_ms": 10.288666933774948, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1216.5270410478115, "ttft_ms": 1216.5270410478115, "decode_ms": 387.2142090694979}, "total_wall_ms": 1934.0960839763284, "ttft_ms": 1216.5270410478115, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 511246336, "backend_memory": {"mlx_active_bytes": 12924310536, "mlx_peak_bytes": 13009750452, "mlx_cache_bytes": 24899996185, "process_rss_bytes": 511246336}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13009750452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4fc9fd0875ac0e098491da52cfd699e1980241f1467b4b8c598bd4c08633a6f1", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "dcbc7d310c5e2d2a50f71c63", "attempt_id": "92ef9d7b90a0", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:10.455696Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 40, "compress_ms": 253.17804201040417}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137143, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 284.47870805393904, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 258.50345799699426, "serialize_ms": 25.65937500912696, "load_ms": 4.554582992568612, "receiver_prefill_ms": 0.0, "query_prefill_ms": 994.2070000106469, "ttft_ms": 994.2070000106469, "decode_ms": 273.4386249212548}, "total_wall_ms": 1561.7655410896987, "ttft_ms": 994.2070000106469, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 488538112, "backend_memory": {"mlx_active_bytes": 12924146696, "mlx_peak_bytes": 13009109372, "mlx_cache_bytes": 24900160025, "process_rss_bytes": 488538112}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13009109372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f51c7446b08916be63f0b69c22bd47d9122df47cb5c1ba9f8f8381f0f2aec7b6", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fe1fc24d313767c7b04d75a4", "attempt_id": "4ce3fb418853", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:12.056794Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 35, "compress_ms": 238.3572499966249}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137142, "side_information_bytes": 16118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 271.28804195672274, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 243.1703330948949, "serialize_ms": 27.764625032432377, "load_ms": 2.211624989286065, "receiver_prefill_ms": 0.0, "query_prefill_ms": 860.0617909105495, "ttft_ms": 860.0617909105495, "decode_ms": 202.9141669627279}, "total_wall_ms": 1342.1562500298023, "ttft_ms": 860.0617909105495, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 533168128, "backend_memory": {"mlx_active_bytes": 12923917320, "mlx_peak_bytes": 13007233364, "mlx_cache_bytes": 24900389401, "process_rss_bytes": 533168128}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13007233364, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4fc9fd0875ac0e098491da52cfd699e1980241f1467b4b8c598bd4c08633a6f1", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4c3888aaf6405945e6c2e8a5", "attempt_id": "d307b9ca4ed5", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:13.437597Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 42, "compress_ms": 203.37804104201496}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 53121024, "serialized_payload_bytes": 53137143, "side_information_bytes": 16119, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 233.54662500787526, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 208.3421660354361, "serialize_ms": 24.90991703234613, "load_ms": 1.8334999913349748, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1099.9578339979053, "ttft_ms": 1099.9578339979053, "decode_ms": 288.4787500370294}, "total_wall_ms": 1629.149374901317, "ttft_ms": 1099.9578339979053, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 578158592, "backend_memory": {"mlx_active_bytes": 12924245000, "mlx_peak_bytes": 13008325068, "mlx_cache_bytes": 24900061721, "process_rss_bytes": 578158592}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 13008325068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f51c7446b08916be63f0b69c22bd47d9122df47cb5c1ba9f8f8381f0f2aec7b6", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "642fe9626b09ba181025b6dc", "attempt_id": "60a52283bcac", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:15.107763Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 34, "compress_ms": 185.68304204382002, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 34, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 28220544, "serialized_payload_bytes": 28254856, "side_information_bytes": 34312, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 254.78966592345387, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 231.18416697252542, "serialize_ms": 23.119500023312867, "load_ms": 3.0443749856203794, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.45162499602884, "ttft_ms": 47.45162499602884, "decode_ms": 255.62958407681435}, "total_wall_ms": 565.9428329672664, "ttft_ms": 47.45162499602884, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 34}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 635305984, "backend_memory": {"mlx_active_bytes": 12873257488, "mlx_peak_bytes": 12922368508, "mlx_cache_bytes": 24980692465, "process_rss_bytes": 635305984}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12922368508, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-8123", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "af0da2efb74082de6402b9103675e296a213c7d5feab19822a76685239f3c3ca", "output_hash": "38b64c50b5f1b24efc4f3591def2c23a8e9a8cf677e8469c3d055e1a97eab7e6"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "659bd9ef49b9a030429ab96a", "attempt_id": "8d6c9d2ff815", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:15.708911Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 42, "compress_ms": 228.97312510758638, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 28220544, "serialized_payload_bytes": 28254856, "side_information_bytes": 34312, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 285.07937502581626, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 261.22287497855723, "serialize_ms": 23.3075829455629, "load_ms": 3.279500058852136, "receiver_prefill_ms": 0.0, "query_prefill_ms": 173.35329100023955, "ttft_ms": 173.35329100023955, "decode_ms": 415.9577910322696}, "total_wall_ms": 883.524667005986, "ttft_ms": 173.35329100023955, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 526614528, "backend_memory": {"mlx_active_bytes": 12873270480, "mlx_peak_bytes": 12940528908, "mlx_cache_bytes": 25005317729, "process_rss_bytes": 526614528}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12940528908, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "af0da2efb74082de6402b9103675e296a213c7d5feab19822a76685239f3c3ca", "output_hash": "128ebfa57e3beec83f89b7e781f78f215ecfe6a89a76a49cc749ee97739ac193"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "216360b494d12a72b1cd6766", "attempt_id": "1ceb6fd9a701", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:16.626515Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 40, "compress_ms": 181.39620893634856, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 40, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 28220544, "serialized_payload_bytes": 28254856, "side_information_bytes": 34312, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 206.6222500288859, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 192.84804200287908, "serialize_ms": 13.296541990712285, "load_ms": 1.3122090604156256, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.804083998315036, "ttft_ms": 44.804083998315036, "decode_ms": 323.78045900259167}, "total_wall_ms": 581.5390410134569, "ttft_ms": 44.804083998315036, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 40}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 527515648, "backend_memory": {"mlx_active_bytes": 12873257160, "mlx_peak_bytes": 12930114980, "mlx_cache_bytes": 25022435945, "process_rss_bytes": 527515648}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12930114980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "af0da2efb74082de6402b9103675e296a213c7d5feab19822a76685239f3c3ca", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9cff20e0303678cb57a6393e", "attempt_id": "891d1ede5327", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:17.241800Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 35, "compress_ms": 201.26212504692376, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 28220544, "serialized_payload_bytes": 28254856, "side_information_bytes": 34312, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 230.35745904780924, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 216.70645801350474, "serialize_ms": 13.156292028725147, "load_ms": 5.253833020105958, "receiver_prefill_ms": 0.0, "query_prefill_ms": 98.82824996020645, "ttft_ms": 98.82824996020645, "decode_ms": 226.33316600695252}, "total_wall_ms": 565.723416977562, "ttft_ms": 98.82824996020645, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 502661120, "backend_memory": {"mlx_active_bytes": 12873249032, "mlx_peak_bytes": 12928360725, "mlx_cache_bytes": 25030717993, "process_rss_bytes": 502661120}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12928360725, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "af0da2efb74082de6402b9103675e296a213c7d5feab19822a76685239f3c3ca", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d07f2f3e824f731e848dc9dc", "attempt_id": "e7932419c26c", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:17.843849Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12814439432}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5763, "keep": 1441, "window_tokens": 42, "compress_ms": 160.16029100865126, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 28220544, "serialized_payload_bytes": 28254856, "side_information_bytes": 34312, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.88741689361632, "doc_prefill_ms": 2021.4167919475585, "compress_ms": 174.03312504757196, "serialize_ms": 10.347165982238948, "load_ms": 2.843082998879254, "receiver_prefill_ms": 0.0, "query_prefill_ms": 49.007417052052915, "ttft_ms": 49.007417052052915, "decode_ms": 311.18670804426074}, "total_wall_ms": 552.9722919454798, "ttft_ms": 49.007417052052915, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 502677504, "backend_memory": {"mlx_active_bytes": 12873259512, "mlx_peak_bytes": 12944584372, "mlx_cache_bytes": 25030707513, "process_rss_bytes": 502677504}, "peak_prefill_memory": 13580981312, "peak_decode_memory": 12944584372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8900835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "af0da2efb74082de6402b9103675e296a213c7d5feab19822a76685239f3c3ca", "output_hash": "09e8c33121da6876e6acad63281ac62818c332a62203d039c2ffb414ae55b893"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a7b45639539aeaa82e9d72ea", "attempt_id": "e29867585cd3", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:19.097545Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 85, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022875028662383556, "decode_payload_ms": 0.0, "receiver_prefill_ms": 19752.596916048788, "ttft_ms": 626.9919999176636, "decode_ms": 39.80683407280594}, "total_wall_ms": 20425.231917062774, "ttft_ms": 626.9919999176636, "input_usage": {"receiver_prompt_tokens": 85}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 387694592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12684072372, "mlx_cache_bytes": 304857768, "process_rss_bytes": 387694592}, "peak_prefill_memory": null, "peak_decode_memory": 12684072372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5646b3bfe378554e1db3e12e", "attempt_id": "573945f1f690", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:39.623567Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 92, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022875028662383556, "decode_payload_ms": 0.0, "receiver_prefill_ms": 50.30854104552418, "ttft_ms": 40.07587500382215, "decode_ms": 63.467832980677485}, "total_wall_ms": 155.202041962184, "ttft_ms": 40.07587500382215, "input_usage": {"receiver_prompt_tokens": 92}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 387809280, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12689348048, "mlx_cache_bytes": 369083412, "process_rss_bytes": 387809280}, "peak_prefill_memory": null, "peak_decode_memory": 12689348048, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "9cf9f50925b2a7803c73826a305235d4215dc428721c731072a9f2c0f5d6ae5a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5c329042d8051151ea9d79f3", "attempt_id": "2819dd775cc6", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:39.811695Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 91, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022875028662383556, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.71062501240522, "ttft_ms": 46.59791605081409, "decode_ms": 45.5001670634374}, "total_wall_ms": 165.6664169859141, "ttft_ms": 46.59791605081409, "input_usage": {"receiver_prompt_tokens": 91}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 387858432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12694312400, "mlx_cache_bytes": 375768084, "process_rss_bytes": 387858432}, "peak_prefill_memory": null, "peak_decode_memory": 12694312400, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "533c7fcdbc31ca223cc63965", "attempt_id": "e655370adb8a", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:40.009019Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 86, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022875028662383556, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.28379100747406, "ttft_ms": 45.66220799461007, "decode_ms": 84.4439169159159}, "total_wall_ms": 205.66791703458875, "ttft_ms": 45.66220799461007, "input_usage": {"receiver_prompt_tokens": 86}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 387874816, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12684531152, "mlx_cache_bytes": 405128212, "process_rss_bytes": 387874816}, "peak_prefill_memory": null, "peak_decode_memory": 12684531152, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "9cf9f50925b2a7803c73826a305235d4215dc428721c731072a9f2c0f5d6ae5a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b88beec682ed99e5a75d6e63", "attempt_id": "634e78d22798", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:40.247929Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 93, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.022875028662383556, "decode_payload_ms": 0.0, "receiver_prefill_ms": 46.047499985434115, "ttft_ms": 42.753832996822894, "decode_ms": 46.90783307887614}, "total_wall_ms": 136.52558298781514, "ttft_ms": 42.753832996822894, "input_usage": {"receiver_prompt_tokens": 93}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 387891200, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12689577428, "mlx_cache_bytes": 426231172, "process_rss_bytes": 387891200}, "peak_prefill_memory": null, "peak_decode_memory": 12689577428, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "76c0d4a1c5127c0450ae4393", "attempt_id": "e107073d42cc", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:40.414673Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5639, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.026875059120357037, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2317.2679159324616, "ttft_ms": 65.9403339959681, "decode_ms": 317.5777919823304}, "total_wall_ms": 2711.2376670120284, "ttft_ms": 65.9403339959681, "input_usage": {"receiver_prompt_tokens": 5639}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 374751232, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13726454836, "mlx_cache_bytes": 2760377732, "process_rss_bytes": 374751232}, "peak_prefill_memory": null, "peak_decode_memory": 13726454836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "92c16cc497c32e46f8987ae3", "attempt_id": "164df0d760e8", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:43.156164Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5646, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.026875059120357037, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1474.7328329831362, "ttft_ms": 53.45666594803333, "decode_ms": 410.4989160550758}, "total_wall_ms": 1954.934834036976, "ttft_ms": 53.45666594803333, "input_usage": {"receiver_prompt_tokens": 5646}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 367869952, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13728011316, "mlx_cache_bytes": 3150677380, "process_rss_bytes": 367869952}, "peak_prefill_memory": null, "peak_decode_memory": 13728011316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "87410a95043cf8749106d4d8", "attempt_id": "50c712e5fdc9", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:45.151206Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5645, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.026875059120357037, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1651.8143329303712, "ttft_ms": 40.3710410464555, "decode_ms": 182.64154205098748}, "total_wall_ms": 1889.3650420941412, "ttft_ms": 40.3710410464555, "input_usage": {"receiver_prompt_tokens": 5645}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 371326976, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13728011316, "mlx_cache_bytes": 3150677380, "process_rss_bytes": 371326976}, "peak_prefill_memory": null, "peak_decode_memory": 13728011316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ea7473fac9783f3cf3d3b329", "attempt_id": "e3615bdc4f22", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:47.074547Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5640, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.026875059120357037, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1537.5603339634836, "ttft_ms": 56.938374997116625, "decode_ms": 206.98470901697874}, "total_wall_ms": 1812.1431251056492, "ttft_ms": 56.938374997116625, "input_usage": {"receiver_prompt_tokens": 5640}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 370032640, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13726553140, "mlx_cache_bytes": 3302360452, "process_rss_bytes": 370032640}, "peak_prefill_memory": null, "peak_decode_memory": 13726553140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "889f7729515f05148052a246", "attempt_id": "723d0c58a601", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:48.920872Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5647, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 29096, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.026875059120357037, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1584.6065420191735, "ttft_ms": 52.496250020340085, "decode_ms": 193.66516708396375}, "total_wall_ms": 1841.963457991369, "ttft_ms": 52.496250020340085, "input_usage": {"receiver_prompt_tokens": 5647}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 338067456, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13728470068, "mlx_cache_bytes": 3664512388, "process_rss_bytes": 338067456}, "peak_prefill_memory": null, "peak_decode_memory": 13728470068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4a2cab58389e8fcacd362b5d", "attempt_id": "7b84c00922b3", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:50.811111Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 231, "message_tokens": 131, "message_utf8_bytes": 645, "cache_tensor_bytes": null, "serialized_payload_bytes": 645, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.697834034450352, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.6806669831276, "ttft_ms": 38.69420802220702, "decode_ms": 44.347833027131855}, "total_wall_ms": 169.9167499318719, "ttft_ms": 38.69420802220702, "input_usage": {"receiver_prompt_tokens": 231}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 342425600, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12759603184, "mlx_cache_bytes": 3802188060, "process_rss_bytes": 342425600}, "peak_prefill_memory": null, "peak_decode_memory": 12759603184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "94a71bc3efedf0de31ce4504df5677faaa16bb18d99196614ca17c0a96410beb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f1a7e14e52c17112d59c89ca", "attempt_id": "143c9e17402c", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:51.014603Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 238, "message_tokens": 131, "message_utf8_bytes": 645, "cache_tensor_bytes": null, "serialized_payload_bytes": 645, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.697834034450352, "decode_payload_ms": 0.0, "receiver_prefill_ms": 86.31237503141165, "ttft_ms": 44.72050000913441, "decode_ms": 47.46245895512402}, "total_wall_ms": 179.81512495316565, "ttft_ms": 44.72050000913441, "input_usage": {"receiver_prompt_tokens": 238}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 283361280, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12763355148, "mlx_cache_bytes": 3943730384, "process_rss_bytes": 283361280}, "peak_prefill_memory": null, "peak_decode_memory": 12763355148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "94a71bc3efedf0de31ce4504df5677faaa16bb18d99196614ca17c0a96410beb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3bf5f3888c097b8adf44fda8", "attempt_id": "c5c8ddf4c3b6", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:51.227555Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 237, "message_tokens": 131, "message_utf8_bytes": 645, "cache_tensor_bytes": null, "serialized_payload_bytes": 645, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.697834034450352, "decode_payload_ms": 0.0, "receiver_prefill_ms": 58.547958033159375, "ttft_ms": 14.475875068455935, "decode_ms": 33.15108397509903}, "total_wall_ms": 107.5770000461489, "ttft_ms": 14.475875068455935, "input_usage": {"receiver_prompt_tokens": 237}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 254296064, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12763355148, "mlx_cache_bytes": 3943730384, "process_rss_bytes": 254296064}, "peak_prefill_memory": null, "peak_decode_memory": 12763355148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "94a71bc3efedf0de31ce4504df5677faaa16bb18d99196614ca17c0a96410beb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a557b70ccc09796a53dd3a88", "attempt_id": "643f91bdaf7d", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:51.365883Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 232, "message_tokens": 131, "message_utf8_bytes": 645, "cache_tensor_bytes": null, "serialized_payload_bytes": 645, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.697834034450352, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.87187501508743, "ttft_ms": 33.68095902260393, "decode_ms": 50.88999995496124}, "total_wall_ms": 180.66574994008988, "ttft_ms": 33.68095902260393, "input_usage": {"receiver_prompt_tokens": 232}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 171442176, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12759980044, "mlx_cache_bytes": 4011953360, "process_rss_bytes": 171442176}, "peak_prefill_memory": null, "peak_decode_memory": 12759980044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "94a71bc3efedf0de31ce4504df5677faaa16bb18d99196614ca17c0a96410beb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "97b1fa9d020269e0d00438a3", "attempt_id": "f4471f435461", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:51.582429Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 239, "message_tokens": 131, "message_utf8_bytes": 645, "cache_tensor_bytes": null, "serialized_payload_bytes": 645, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.697834034450352, "decode_payload_ms": 0.0, "receiver_prefill_ms": 111.17779195774347, "ttft_ms": 40.219583082944155, "decode_ms": 39.41858292091638}, "total_wall_ms": 192.21504090819508, "ttft_ms": 40.219583082944155, "input_usage": {"receiver_prompt_tokens": 239}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 171196416, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12768876560, "mlx_cache_bytes": 4107407496, "process_rss_bytes": 171196416}, "peak_prefill_memory": null, "peak_decode_memory": 12768876560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "94a71bc3efedf0de31ce4504df5677faaa16bb18d99196614ca17c0a96410beb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9122805140add2c12f83dcd6", "attempt_id": "d5b7114e1d87", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:51.825105Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 616, "message_tokens": 516, "message_utf8_bytes": 2431, "cache_tensor_bytes": null, "serialized_payload_bytes": 2431, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.869417016394436, "decode_payload_ms": 0.0, "receiver_prefill_ms": 224.42737501114607, "ttft_ms": 36.355874966830015, "decode_ms": 40.086082997731864}, "total_wall_ms": 303.23041696101427, "ttft_ms": 36.355874966830015, "input_usage": {"receiver_prompt_tokens": 616}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 172834816, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13039164916, "mlx_cache_bytes": 4516993572, "process_rss_bytes": 172834816}, "peak_prefill_memory": null, "peak_decode_memory": 13039164916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a0eb68c4bd7e6cceb28569c8585478fd4d2c627ba379fd2f3cb52bccacf44a3d", "output_hash": "9cf9f50925b2a7803c73826a305235d4215dc428721c731072a9f2c0f5d6ae5a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d1274d24827525131de528cb", "attempt_id": "3fe82c757bb8", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:52.164090Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 623, "message_tokens": 516, "message_utf8_bytes": 2431, "cache_tensor_bytes": null, "serialized_payload_bytes": 2431, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.869417016394436, "decode_payload_ms": 0.0, "receiver_prefill_ms": 232.37645800691098, "ttft_ms": 29.727083048783243, "decode_ms": 46.058916952461004}, "total_wall_ms": 310.834625037387, "ttft_ms": 29.727083048783243, "input_usage": {"receiver_prompt_tokens": 623}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 171458560, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13043424784, "mlx_cache_bytes": 4888290268, "process_rss_bytes": 171458560}, "peak_prefill_memory": null, "peak_decode_memory": 13043424784, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a0eb68c4bd7e6cceb28569c8585478fd4d2c627ba379fd2f3cb52bccacf44a3d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6fc9104cfa2c8fdff7ee0251", "attempt_id": "e278fa1d4a13", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:52.516888Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 622, "message_tokens": 516, "message_utf8_bytes": 2431, "cache_tensor_bytes": null, "serialized_payload_bytes": 2431, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.869417016394436, "decode_payload_ms": 0.0, "receiver_prefill_ms": 148.52254197467119, "ttft_ms": 30.92249995097518, "decode_ms": 35.416207974776626}, "total_wall_ms": 217.2612079884857, "ttft_ms": 30.92249995097518, "input_usage": {"receiver_prompt_tokens": 622}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 172425216, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13073931792, "mlx_cache_bytes": 4926464988, "process_rss_bytes": 172425216}, "peak_prefill_memory": null, "peak_decode_memory": 13073931792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a0eb68c4bd7e6cceb28569c8585478fd4d2c627ba379fd2f3cb52bccacf44a3d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1380ee60f4704df02876259b", "attempt_id": "e0c00b99750a", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:52.785167Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 617, "message_tokens": 516, "message_utf8_bytes": 2431, "cache_tensor_bytes": null, "serialized_payload_bytes": 2431, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.869417016394436, "decode_payload_ms": 0.0, "receiver_prefill_ms": 202.3508750135079, "ttft_ms": 39.69170793425292, "decode_ms": 184.2570829903707}, "total_wall_ms": 428.42058290261775, "ttft_ms": 39.69170793425292, "input_usage": {"receiver_prompt_tokens": 617}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 172457984, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13039345168, "mlx_cache_bytes": 5047575516, "process_rss_bytes": 172457984}, "peak_prefill_memory": null, "peak_decode_memory": 13039345168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a0eb68c4bd7e6cceb28569c8585478fd4d2c627ba379fd2f3cb52bccacf44a3d", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c934a5d09147c12924b9862d", "attempt_id": "50d7c932e6a4", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:53.253007Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 5544}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 624, "message_tokens": 516, "message_utf8_bytes": 2431, "cache_tensor_bytes": null, "serialized_payload_bytes": 2431, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.869417016394436, "decode_payload_ms": 0.0, "receiver_prefill_ms": 160.9842920443043, "ttft_ms": 49.80170901399106, "decode_ms": 41.14483401644975}, "total_wall_ms": 253.7800419377163, "ttft_ms": 49.80170901399106, "input_usage": {"receiver_prompt_tokens": 624}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 172507136, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13043801620, "mlx_cache_bytes": 5231406488, "process_rss_bytes": 172507136}, "peak_prefill_memory": null, "peak_decode_memory": 13043801620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a0eb68c4bd7e6cceb28569c8585478fd4d2c627ba379fd2f3cb52bccacf44a3d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "aa55017ed0fadc8ee2e0d543", "attempt_id": "72d9cb1b6189", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:53.557719Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 224, "message_tokens": 128, "message_utf8_bytes": 407, "cache_tensor_bytes": null, "serialized_payload_bytes": 407, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.260999948717654, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.6291250353679, "ttft_ms": 29.094874975271523, "decode_ms": 259.42795793525875}, "total_wall_ms": 378.19429102819413, "ttft_ms": 29.094874975271523, "input_usage": {"receiver_prompt_tokens": 224}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 174014464, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12760078320, "mlx_cache_bytes": 5300120984, "process_rss_bytes": 174014464}, "peak_prefill_memory": null, "peak_decode_memory": 12760078320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f45c3c0545fbf3172f863980a182d42c553d5880e221270b682506512bd7e200", "output_hash": "d1c238e50745a4c1182c5e0ea1730523363a5b332a0163d0062124488aaab019"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "de71193d65d946e57bbfbbbf", "attempt_id": "a3d906b0683a", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:53.971191Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 231, "message_tokens": 128, "message_utf8_bytes": 407, "cache_tensor_bytes": null, "serialized_payload_bytes": 407, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.260999948717654, "decode_payload_ms": 0.0, "receiver_prefill_ms": 90.86158394347876, "ttft_ms": 33.96625001914799, "decode_ms": 24.413042003288865}, "total_wall_ms": 150.33604204654694, "ttft_ms": 33.96625001914799, "input_usage": {"receiver_prompt_tokens": 231}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 173948928, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12759603184, "mlx_cache_bytes": 5300120984, "process_rss_bytes": 173948928}, "peak_prefill_memory": null, "peak_decode_memory": 12759603184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f45c3c0545fbf3172f863980a182d42c553d5880e221270b682506512bd7e200", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5a12cf3a26d0022110d393f6", "attempt_id": "11d0d9f6c98c", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:54.158442Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 230, "message_tokens": 128, "message_utf8_bytes": 407, "cache_tensor_bytes": null, "serialized_payload_bytes": 407, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.260999948717654, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.93475002795458, "ttft_ms": 43.80104097072035, "decode_ms": 39.56741699948907}, "total_wall_ms": 160.28291592374444, "ttft_ms": 43.80104097072035, "input_usage": {"receiver_prompt_tokens": 230}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 173916160, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12770842608, "mlx_cache_bytes": 5314211224, "process_rss_bytes": 173916160}, "peak_prefill_memory": null, "peak_decode_memory": 12770842608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f45c3c0545fbf3172f863980a182d42c553d5880e221270b682506512bd7e200", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "81d5344a993fa44787bfcfe3", "attempt_id": "cece2d273377", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:54.353466Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 225, "message_tokens": 128, "message_utf8_bytes": 407, "cache_tensor_bytes": null, "serialized_payload_bytes": 407, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.260999948717654, "decode_payload_ms": 0.0, "receiver_prefill_ms": 102.48541703913361, "ttft_ms": 37.858374998904765, "decode_ms": 39.52220792416483}, "total_wall_ms": 181.02808308321983, "ttft_ms": 37.858374998904765, "input_usage": {"receiver_prompt_tokens": 225}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 173965312, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12755998704, "mlx_cache_bytes": 5336231320, "process_rss_bytes": 173965312}, "peak_prefill_memory": null, "peak_decode_memory": 12755998704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f45c3c0545fbf3172f863980a182d42c553d5880e221270b682506512bd7e200", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c33e2e0267421c6172024a12", "attempt_id": "89505b274083", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:54.569003Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 232, "message_tokens": 128, "message_utf8_bytes": 407, "cache_tensor_bytes": null, "serialized_payload_bytes": 407, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.260999948717654, "decode_payload_ms": 0.0, "receiver_prefill_ms": 98.52891706395894, "ttft_ms": 35.437915939837694, "decode_ms": 43.48554206080735}, "total_wall_ms": 178.7021659547463, "ttft_ms": 35.437915939837694, "input_usage": {"receiver_prompt_tokens": 232}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 174030848, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12759980044, "mlx_cache_bytes": 5336231320, "process_rss_bytes": 174030848}, "peak_prefill_memory": null, "peak_decode_memory": 12759980044, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f45c3c0545fbf3172f863980a182d42c553d5880e221270b682506512bd7e200", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b77376962c98080048dfe7e9", "attempt_id": "32b1f0f6460c", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:54.790635Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 602, "message_tokens": 506, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.634583067148924, "decode_payload_ms": 0.0, "receiver_prefill_ms": 206.14775002468377, "ttft_ms": 46.39654094353318, "decode_ms": 234.66950003057718}, "total_wall_ms": 490.8102910267189, "ttft_ms": 46.39654094353318, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 128778240, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13031742964, "mlx_cache_bytes": 5672791448, "process_rss_bytes": 128778240}, "peak_prefill_memory": null, "peak_decode_memory": 13031742964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Sørlie", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8412e5afdb87a0f2b9054b5b8b5102ceed7ff52b566e0e9854ac65dc76700d67", "output_hash": "d1c238e50745a4c1182c5e0ea1730523363a5b332a0163d0062124488aaab019"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cf6faf80f2ce48b2f69aaf2c", "attempt_id": "65b106b806b3", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:55.312390Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 609, "message_tokens": 506, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.634583067148924, "decode_payload_ms": 0.0, "receiver_prefill_ms": 188.7376670492813, "ttft_ms": 57.17829195782542, "decode_ms": 22.312582936137915}, "total_wall_ms": 269.7158750379458, "ttft_ms": 57.17829195782542, "input_usage": {"receiver_prompt_tokens": 609}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 126599168, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13035003380, "mlx_cache_bytes": 6012726680, "process_rss_bytes": 126599168}, "peak_prefill_memory": null, "peak_decode_memory": 13035003380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8412e5afdb87a0f2b9054b5b8b5102ceed7ff52b566e0e9854ac65dc76700d67", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f79b63aa81c3b847e229a0df", "attempt_id": "868b1744a3ba", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:55.611385Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 608, "message_tokens": 506, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.634583067148924, "decode_payload_ms": 0.0, "receiver_prefill_ms": 184.8504999652505, "ttft_ms": 37.9799579968676, "decode_ms": 46.94362496957183}, "total_wall_ms": 271.2798749562353, "ttft_ms": 37.9799579968676, "input_usage": {"receiver_prompt_tokens": 608}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 126615552, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13035003380, "mlx_cache_bytes": 6012726680, "process_rss_bytes": 126615552}, "peak_prefill_memory": null, "peak_decode_memory": 13035003380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8412e5afdb87a0f2b9054b5b8b5102ceed7ff52b566e0e9854ac65dc76700d67", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "002aef7dd8c87e66832c850f", "attempt_id": "56350ceeadc6", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:55.914090Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 603, "message_tokens": 506, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.634583067148924, "decode_payload_ms": 0.0, "receiver_prefill_ms": 177.63720895163715, "ttft_ms": 64.18633391149342, "decode_ms": 166.10287502408028}, "total_wall_ms": 409.8179170396179, "ttft_ms": 64.18633391149342, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 125616128, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13031923188, "mlx_cache_bytes": 6131084696, "process_rss_bytes": 125616128}, "peak_prefill_memory": null, "peak_decode_memory": 13031923188, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8412e5afdb87a0f2b9054b5b8b5102ceed7ff52b566e0e9854ac65dc76700d67", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3c50d869e3c81d7c5b747eb8", "attempt_id": "6c428d536f86", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:56.354499Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 18}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 610, "message_tokens": 506, "message_utf8_bytes": 1536, "cache_tensor_bytes": null, "serialized_payload_bytes": 1536, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.634583067148924, "decode_payload_ms": 0.0, "receiver_prefill_ms": 190.24608295876533, "ttft_ms": 36.081750062294304, "decode_ms": 235.84574996493757}, "total_wall_ms": 463.63495802506804, "ttft_ms": 36.081750062294304, "input_usage": {"receiver_prompt_tokens": 610}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 125288448, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13047537140, "mlx_cache_bytes": 6438350232, "process_rss_bytes": 125288448}, "peak_prefill_memory": null, "peak_decode_memory": 13047537140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8412e5afdb87a0f2b9054b5b8b5102ceed7ff52b566e0e9854ac65dc76700d67", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f6e8da8af4b5637d837e6db7", "attempt_id": "fcf384be8b79", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:56.851532Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 28}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 604, "message_tokens": 508, "message_utf8_bytes": 1597, "cache_tensor_bytes": null, "serialized_payload_bytes": 1597, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1249999990686774, "decode_payload_ms": 0.0, "receiver_prefill_ms": 163.71912497561425, "ttft_ms": 34.87450000829995, "decode_ms": 220.85562499705702}, "total_wall_ms": 423.0860419338569, "ttft_ms": 34.87450000829995, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 125534208, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13063429620, "mlx_cache_bytes": 6653472152, "process_rss_bytes": 125534208}, "peak_prefill_memory": null, "peak_decode_memory": 13063429620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e1cda7739900592308d763e73cd0a6e120310170cb61b8bdb484b2b2b17e449e", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3c62515fe1d6a1e93918aa3d", "attempt_id": "6d339b5f3b7e", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:57.305371Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 28}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 609, "message_tokens": 506, "message_utf8_bytes": 1912, "cache_tensor_bytes": null, "serialized_payload_bytes": 1912, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.767999984323978, "decode_payload_ms": 0.0, "receiver_prefill_ms": 154.6482079429552, "ttft_ms": 41.264416999183595, "decode_ms": 292.2340410295874}, "total_wall_ms": 494.8314999928698, "ttft_ms": 41.264416999183595, "input_usage": {"receiver_prompt_tokens": 609}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 126042112, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13035003380, "mlx_cache_bytes": 6653472152, "process_rss_bytes": 126042112}, "peak_prefill_memory": null, "peak_decode_memory": 13035003380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "337080a3fb92585744b93fd99e07107361d161fc505f5b028975f5c39f4da228", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0786c3c5a6a8a4829e8c5c94", "attempt_id": "f843afc55a30", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:57.828355Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 28}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 614, "message_tokens": 512, "message_utf8_bytes": 1568, "cache_tensor_bytes": null, "serialized_payload_bytes": 1568, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.7989160045981407, "decode_payload_ms": 0.0, "receiver_prefill_ms": 163.87362498790026, "ttft_ms": 23.36516696959734, "decode_ms": 158.9618750149384}, "total_wall_ms": 351.4246669365093, "ttft_ms": 23.36516696959734, "input_usage": {"receiver_prompt_tokens": 614}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 126451712, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13072670196, "mlx_cache_bytes": 6773992856, "process_rss_bytes": 126451712}, "peak_prefill_memory": null, "peak_decode_memory": 13072670196, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "636a9a471c33e87bf3493d90f1a13979481244f1c62cbb3e46a2d5b62f0cf06e", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "65e16a78f74781213ee4ec8c", "attempt_id": "fedf8719d548", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:58.210240Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 594, "message_tokens": 497, "message_utf8_bytes": 1928, "cache_tensor_bytes": null, "serialized_payload_bytes": 1928, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.0625839717686176, "decode_payload_ms": 0.0, "receiver_prefill_ms": 183.17112501244992, "ttft_ms": 42.80954098794609, "decode_ms": 142.7885419689119}, "total_wall_ms": 373.27508290763944, "ttft_ms": 42.80954098794609, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 126517248, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13037952500, "mlx_cache_bytes": 7077047704, "process_rss_bytes": 126517248}, "peak_prefill_memory": null, "peak_decode_memory": 13037952500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9d95790f82b40e943576b28282e3f5fe3e289504c960f0b2998de1113c47bdd8", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "38ae7138e0e560cbb2e7c13b", "attempt_id": "ab88d635a86f", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "53ae960640251cd8de4e48bd47b17d011ba87dbe", "timestamp_utc": "2026-10-30T04:10:58.612121Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 19}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 602, "message_tokens": 498, "message_utf8_bytes": 1480, "cache_tensor_bytes": null, "serialized_payload_bytes": 1480, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.1115000126883388, "decode_payload_ms": 0.0, "receiver_prefill_ms": 197.09729205351323, "ttft_ms": 39.184416993521154, "decode_ms": 193.87891690712422}, "total_wall_ms": 433.92862495966256, "ttft_ms": 39.184416993521154, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 126582784, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13031742964, "mlx_cache_bytes": 7077047704, "process_rss_bytes": 126582784}, "peak_prefill_memory": null, "peak_decode_memory": 13031742964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "edc513365537ba5df9ad8afcbcf8d2bce81c146327901a642e67a91f1a45be3b", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0b9f5f975f5ab8effac95e35", "attempt_id": "4c01252cba83", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:06.322065Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 228, "message_tokens": 128, "message_utf8_bytes": 422, "cache_tensor_bytes": null, "serialized_payload_bytes": 422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7242.428124998696, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.73954199347645, "ttft_ms": 20.113582955673337, "decode_ms": 44.613084057345986}, "total_wall_ms": 161.81445796974003, "ttft_ms": 20.113582955673337, "input_usage": {"receiver_prompt_tokens": 228, "sender_input_tokens": 5678, "sender_output_tokens": 128, "sender_prefill_ms": 1764.5835840376094, "sender_ttft_ms": 63.28508292790502, "sender_decode_ms": 5401.918500079773}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 114540544, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12773185520, "mlx_cache_bytes": 7358819736, "process_rss_bytes": 114540544}, "peak_prefill_memory": null, "peak_decode_memory": 12773185520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "721273226783f0255a3b8ea20c9c2add69aeafb6391176577ee432fae1ca219a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5cec4c9a5f448bec586d8064", "attempt_id": "b0ee9ed6e380", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:06.517030Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 235, "message_tokens": 128, "message_utf8_bytes": 422, "cache_tensor_bytes": null, "serialized_payload_bytes": 422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7242.428124998696, "decode_payload_ms": 0.0, "receiver_prefill_ms": 116.48570804391056, "ttft_ms": 37.118125008419156, "decode_ms": 46.21808300726116}, "total_wall_ms": 200.8571249898523, "ttft_ms": 37.118125008419156, "input_usage": {"receiver_prompt_tokens": 235, "sender_input_tokens": 5678, "sender_output_tokens": 128, "sender_prefill_ms": 1764.5835840376094, "sender_ttft_ms": 63.28508292790502, "sender_decode_ms": 5401.918500079773}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 114622464, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12773922828, "mlx_cache_bytes": 7396240792, "process_rss_bytes": 114622464}, "peak_prefill_memory": null, "peak_decode_memory": 12773922828, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "721273226783f0255a3b8ea20c9c2add69aeafb6391176577ee432fae1ca219a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ad68285b140f112844268c65", "attempt_id": "36987678100a", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:06.750332Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 234, "message_tokens": 128, "message_utf8_bytes": 422, "cache_tensor_bytes": null, "serialized_payload_bytes": 422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7242.428124998696, "decode_payload_ms": 0.0, "receiver_prefill_ms": 113.13629196956754, "ttft_ms": 42.188124964013696, "decode_ms": 48.115791054442525}, "total_wall_ms": 204.69325000885874, "ttft_ms": 42.188124964013696, "input_usage": {"receiver_prompt_tokens": 234, "sender_input_tokens": 5678, "sender_output_tokens": 128, "sender_prefill_ms": 1764.5835840376094, "sender_ttft_ms": 63.28508292790502, "sender_decode_ms": 5401.918500079773}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 114688000, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12776691724, "mlx_cache_bytes": 7396240792, "process_rss_bytes": 114688000}, "peak_prefill_memory": null, "peak_decode_memory": 12776691724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "721273226783f0255a3b8ea20c9c2add69aeafb6391176577ee432fae1ca219a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "23f7200537f3f3a3d2702e48", "attempt_id": "7c3aed9e7f2b", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:07.003317Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 229, "message_tokens": 128, "message_utf8_bytes": 422, "cache_tensor_bytes": null, "serialized_payload_bytes": 422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7242.428124998696, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.83462502993643, "ttft_ms": 33.34045794326812, "decode_ms": 209.5451250206679}, "total_wall_ms": 321.80729205720127, "ttft_ms": 33.34045794326812, "input_usage": {"receiver_prompt_tokens": 229, "sender_input_tokens": 5678, "sender_output_tokens": 128, "sender_prefill_ms": 1764.5835840376094, "sender_ttft_ms": 63.28508292790502, "sender_decode_ms": 5401.918500079773}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 114720768, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12773332976, "mlx_cache_bytes": 7396240792, "process_rss_bytes": 114720768}, "peak_prefill_memory": null, "peak_decode_memory": 12773332976, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "721273226783f0255a3b8ea20c9c2add69aeafb6391176577ee432fae1ca219a", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "35468abda226315733ca4cbf", "attempt_id": "e9480b057707", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:07.356371Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 236, "message_tokens": 128, "message_utf8_bytes": 422, "cache_tensor_bytes": null, "serialized_payload_bytes": 422, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7242.428124998696, "decode_payload_ms": 0.0, "receiver_prefill_ms": 116.56912497710437, "ttft_ms": 42.85349999554455, "decode_ms": 35.923165967687964}, "total_wall_ms": 196.31562510039657, "ttft_ms": 42.85349999554455, "input_usage": {"receiver_prompt_tokens": 236, "sender_input_tokens": 5678, "sender_output_tokens": 128, "sender_prefill_ms": 1764.5835840376094, "sender_ttft_ms": 63.28508292790502, "sender_decode_ms": 5401.918500079773}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 114720768, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12762994700, "mlx_cache_bytes": 7442443672, "process_rss_bytes": 114720768}, "peak_prefill_memory": null, "peak_decode_memory": 12762994700, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "721273226783f0255a3b8ea20c9c2add69aeafb6391176577ee432fae1ca219a", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "27f3062c4fdeb6de16779a74", "attempt_id": "d14f1feb4b66", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:31.195856Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 612, "message_tokens": 512, "message_utf8_bytes": 1666, "cache_tensor_bytes": null, "serialized_payload_bytes": 1666, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23612.351416959427, "decode_payload_ms": 0.0, "receiver_prefill_ms": 196.58524997066706, "ttft_ms": 39.088833960704505, "decode_ms": 51.603499916382134}, "total_wall_ms": 290.17208295408636, "ttft_ms": 39.088833960704505, "input_usage": {"receiver_prompt_tokens": 612, "sender_input_tokens": 5678, "sender_output_tokens": 512, "sender_prefill_ms": 1701.2982920277864, "sender_ttft_ms": 66.35112490039319, "sender_decode_ms": 21832.36008300446}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 86507520, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13071916532, "mlx_cache_bytes": 8784555416, "process_rss_bytes": 86507520}, "peak_prefill_memory": null, "peak_decode_memory": 13071916532, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3592b220493e8ed9763748b86dd9689bbbe75e52815cf7292ed77b3308d6bb63", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "46df0a5a880e12af85286f5e", "attempt_id": "159c47883b85", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:31.523550Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 619, "message_tokens": 512, "message_utf8_bytes": 1666, "cache_tensor_bytes": null, "serialized_payload_bytes": 1666, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23612.351416959427, "decode_payload_ms": 0.0, "receiver_prefill_ms": 298.868624959141, "ttft_ms": 39.510417031124234, "decode_ms": 40.02220893744379}, "total_wall_ms": 380.46625000424683, "ttft_ms": 39.510417031124234, "input_usage": {"receiver_prompt_tokens": 619, "sender_input_tokens": 5678, "sender_output_tokens": 512, "sender_prefill_ms": 1701.2982920277864, "sender_ttft_ms": 66.35112490039319, "sender_decode_ms": 21832.36008300446}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 86360064, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13052468752, "mlx_cache_bytes": 9103650200, "process_rss_bytes": 86360064}, "peak_prefill_memory": null, "peak_decode_memory": 13052468752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3592b220493e8ed9763748b86dd9689bbbe75e52815cf7292ed77b3308d6bb63", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "75c8887e5573a6bdad71726b", "attempt_id": "f38e665cae0e", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:31.935828Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 618, "message_tokens": 512, "message_utf8_bytes": 1666, "cache_tensor_bytes": null, "serialized_payload_bytes": 1666, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23612.351416959427, "decode_payload_ms": 0.0, "receiver_prefill_ms": 168.43254200648516, "ttft_ms": 28.86529196985066, "decode_ms": 41.58795904368162}, "total_wall_ms": 241.58016697037965, "ttft_ms": 28.86529196985066, "input_usage": {"receiver_prompt_tokens": 618, "sender_input_tokens": 5678, "sender_output_tokens": 512, "sender_prefill_ms": 1701.2982920277864, "sender_ttft_ms": 66.35112490039319, "sender_decode_ms": 21832.36008300446}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 86523904, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13052468752, "mlx_cache_bytes": 9103650200, "process_rss_bytes": 86523904}, "peak_prefill_memory": null, "peak_decode_memory": 13052468752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3592b220493e8ed9763748b86dd9689bbbe75e52815cf7292ed77b3308d6bb63", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ec111e23179dea1e4eb60ecc", "attempt_id": "2dc7648b8b7b", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:32.217939Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 613, "message_tokens": 512, "message_utf8_bytes": 1666, "cache_tensor_bytes": null, "serialized_payload_bytes": 1666, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23612.351416959427, "decode_payload_ms": 0.0, "receiver_prefill_ms": 205.46099997591227, "ttft_ms": 39.78670807555318, "decode_ms": 219.97412503696978}, "total_wall_ms": 467.0907079707831, "ttft_ms": 39.78670807555318, "input_usage": {"receiver_prompt_tokens": 613, "sender_input_tokens": 5678, "sender_output_tokens": 512, "sender_prefill_ms": 1701.2982920277864, "sender_ttft_ms": 66.35112490039319, "sender_decode_ms": 21832.36008300446}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 86654976, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13072276980, "mlx_cache_bytes": 9103650200, "process_rss_bytes": 86654976}, "peak_prefill_memory": null, "peak_decode_memory": 13072276980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3592b220493e8ed9763748b86dd9689bbbe75e52815cf7292ed77b3308d6bb63", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2bf29a9bb3773b77c8b9d308", "attempt_id": "e671e9a95f61", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:32.719780Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 620, "message_tokens": 512, "message_utf8_bytes": 1666, "cache_tensor_bytes": null, "serialized_payload_bytes": 1666, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23612.351416959427, "decode_payload_ms": 0.0, "receiver_prefill_ms": 184.93520794436336, "ttft_ms": 27.516332920640707, "decode_ms": 47.50074993353337}, "total_wall_ms": 261.8461250094697, "ttft_ms": 27.516332920640707, "input_usage": {"receiver_prompt_tokens": 620, "sender_input_tokens": 5678, "sender_output_tokens": 512, "sender_prefill_ms": 1701.2982920277864, "sender_ttft_ms": 66.35112490039319, "sender_decode_ms": 21832.36008300446}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 86786048, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13081058832, "mlx_cache_bytes": 9225350552, "process_rss_bytes": 86786048}, "peak_prefill_memory": null, "peak_decode_memory": 13081058832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3592b220493e8ed9763748b86dd9689bbbe75e52815cf7292ed77b3308d6bb63", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9aa8c2f49bced1be793cba6d", "attempt_id": "5010e35168d0", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:33.014979Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 596, "message_tokens": 497, "message_utf8_bytes": 2207, "cache_tensor_bytes": null, "serialized_payload_bytes": 2207, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23233.735291985795, "decode_payload_ms": 0.0, "receiver_prefill_ms": 256.14862504880875, "ttft_ms": 53.810167009942234, "decode_ms": 253.68237495422363}, "total_wall_ms": 23801.509291981347, "ttft_ms": 53.810167009942234, "input_usage": {"receiver_prompt_tokens": 596, "sender_input_tokens": 5672, "sender_output_tokens": 497, "sender_prefill_ms": 1703.3405419206247, "sender_ttft_ms": 32.066207961179316, "sender_decode_ms": 21486.638042028062}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 83804160, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13028072948, "mlx_cache_bytes": 9882545560, "process_rss_bytes": 83804160}, "peak_prefill_memory": null, "peak_decode_memory": 13028072948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6054b877f66c9e0d1c5a3b1d6d9c4f9b9deb567f2d3b59424be51a50b1ce470a", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1ba296b9170ee9ee9d5d346d", "attempt_id": "1f71ba2eb312", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:11:56.853655Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 537, "message_tokens": 431, "message_utf8_bytes": 1839, "cache_tensor_bytes": null, "serialized_payload_bytes": 1839, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20579.3559999438, "decode_payload_ms": 0.0, "receiver_prefill_ms": 221.3388750096783, "ttft_ms": 44.619834050536156, "decode_ms": 284.3720839591697}, "total_wall_ms": 21132.128083962016, "ttft_ms": 44.619834050536156, "input_usage": {"receiver_prompt_tokens": 537, "sender_input_tokens": 5679, "sender_output_tokens": 431, "sender_prefill_ms": 1724.5952499797568, "sender_ttft_ms": 28.691584011539817, "sender_decode_ms": 18813.37899994105}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 78643200, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12992978420, "mlx_cache_bytes": 10493750680, "process_rss_bytes": 78643200}, "peak_prefill_memory": null, "peak_decode_memory": 12992978420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e1480a1a2395649bdaea59e1addce8643a182d28029e7c1c0620f9d712321ccd", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3456bfdd0f4d8f9d0041cd8c", "attempt_id": "ab4d98caddf8", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "c7a8fcdc6928a38dfad7d8fdbe8da337078cf0a11117ad2cb6590f113531b5b2", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:12:18.015585Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 618, "message_tokens": 512, "message_utf8_bytes": 1517, "cache_tensor_bytes": null, "serialized_payload_bytes": 1517, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23686.575833009556, "decode_payload_ms": 0.0, "receiver_prefill_ms": 206.58612495753914, "ttft_ms": 33.64158293697983, "decode_ms": 153.64587504882365}, "total_wall_ms": 24085.527042043395, "ttft_ms": 33.64158293697983, "input_usage": {"receiver_prompt_tokens": 618, "sender_input_tokens": 5678, "sender_output_tokens": 512, "sender_prefill_ms": 1814.5282079931349, "sender_ttft_ms": 52.23608296364546, "sender_decode_ms": 21811.208917060867}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 71499776, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13052468752, "mlx_cache_bytes": 10493750680, "process_rss_bytes": 71499776}, "peak_prefill_memory": null, "peak_decode_memory": 13052468752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3d675a708b584c05fceb23fa97bafba138e2492e43325b43f065b3451b706327", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "853a5b240bffe439cd749368", "attempt_id": "81f30ceb1ba1", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:13:14.823401Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6268564744}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 20839680, "serialized_payload_bytes": 20873736, "side_information_bytes": 34056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 564.8872499587014, "doc_prefill_ms": 512.2512080706656, "compress_ms": 35.93887493479997, "serialize_ms": 7.562709040939808, "load_ms": 5.031541921198368, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.467167037539184, "ttft_ms": 62.467167037539184, "decode_ms": 111.0415420262143}, "total_wall_ms": 180.49974995665252, "ttft_ms": 62.467167037539184, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 6648758272, "backend_memory": {"mlx_active_bytes": 6293337352, "mlx_peak_bytes": 6355264136, "mlx_cache_bytes": 898616526, "process_rss_bytes": 6648758272}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6355264136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "76d58caa4868c5c31b8703292423da4d64fc4061ef7af423b7b0c2b1f80e4f14", "output_hash": "75a11da44c802486bc6f65640aa48a730f0f684c5c07a42ba3cd1735eb3fb070"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0854d0e9d9ef7715ad3b0bb0", "attempt_id": "bb8cb739a049", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:13:15.084725Z", "task_family": "synthetic", "document_id": "syn_02000_2000", "document_hash": "3bcf1bb02792129efca162575bc2ef64622b41083d4e2870fed106d663e6417c", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02000_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 6261530632}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1971, "source_tokens_receiver": 1971, "query_tokens": 41, "message_tokens": 2010, "message_utf8_bytes": 7280, "cache_tensor_bytes": 13893120, "serialized_payload_bytes": 13926962, "side_information_bytes": 33842, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.57441692892462, "doc_prefill_ms": 512.2512080706656, "compress_ms": 49.92466699331999, "serialize_ms": 6.278374930843711, "load_ms": 2.64074990991503, "receiver_prefill_ms": 0.0, "query_prefill_ms": 66.97258399799466, "ttft_ms": 66.97258399799466, "decode_ms": 91.44783299416304}, "total_wall_ms": 162.92916692327708, "ttft_ms": 66.97258399799466, "input_usage": {"receiver_prefix_tokens": 2010, "dense_cache_bytes": 74096640, "query_tokens": 41}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 6661029888, "backend_memory": {"mlx_active_bytes": 6279225352, "mlx_peak_bytes": 6339774656, "mlx_cache_bytes": 957826254, "process_rss_bytes": 6661029888}, "peak_prefill_memory": 7048282024, "peak_decode_memory": 6339774656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02000_2000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7960b1fa79fbc02499ce6229a9a9eec92f86bde6fcca0fb9a9948b61cba15e6f", "output_hash": "75a11da44c802486bc6f65640aa48a730f0f684c5c07a42ba3cd1735eb3fb070"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8432499ad0bfb02d4695c763", "attempt_id": "d05c1404bedf", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:13:22.344501Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12855721288}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 2, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 42, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 39833856, "serialized_payload_bytes": 39867932, "side_information_bytes": 34076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2078.099500038661, "doc_prefill_ms": 1982.217416050844, "compress_ms": 61.30699999630451, "serialize_ms": 20.571624976582825, "load_ms": 6.440959055908024, "receiver_prefill_ms": 0.0, "query_prefill_ms": 95.08520795498043, "ttft_ms": 95.08520795498043, "decode_ms": 0.037334044463932514}, "total_wall_ms": 108.32070803735405, "ttft_ms": 95.08520795498043, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 42}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 2669166592, "backend_memory": {"mlx_active_bytes": 12897008968, "mlx_peak_bytes": 12999121604, "mlx_cache_bytes": 1857832421, "process_rss_bytes": 2669166592}, "peak_prefill_memory": 13580975488, "peak_decode_memory": 12999121604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c53404c15c97820e6cf33e9000dbf4610bdfc347b2bf44477c79a432e49ae0bb", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5f0eabbac4c91260e8519564", "attempt_id": "c882af0d858e", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:13:22.497533Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12855721288}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 2, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5724, "source_tokens_receiver": 5724, "query_tokens": 35, "message_tokens": 5763, "message_utf8_bytes": 29096, "cache_tensor_bytes": 39833856, "serialized_payload_bytes": 39867932, "side_information_bytes": 34076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2078.099500038661, "doc_prefill_ms": 1982.217416050844, "compress_ms": 61.30699999630451, "serialize_ms": 20.571624976582825, "load_ms": 3.6076250253245234, "receiver_prefill_ms": 0.0, "query_prefill_ms": 77.10358290933073, "ttft_ms": 77.10358290933073, "decode_ms": 46.42083402723074}, "total_wall_ms": 132.05945794470608, "ttft_ms": 77.10358290933073, "input_usage": {"receiver_prefix_tokens": 5763, "dense_cache_bytes": 212447232, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2532261888, "backend_memory": {"mlx_active_bytes": 12897008968, "mlx_peak_bytes": 12983540420, "mlx_cache_bytes": 1946021033, "process_rss_bytes": 2532261888}, "peak_prefill_memory": 13580975488, "peak_decode_memory": 12983540420, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c53404c15c97820e6cf33e9000dbf4610bdfc347b2bf44477c79a432e49ae0bb", "output_hash": "75a11da44c802486bc6f65640aa48a730f0f684c5c07a42ba3cd1735eb3fb070"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b09040f833ab3c2a7cf502da", "attempt_id": "ce73a3d436d4", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:13:22.669240Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597378376}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 613, "message_tokens": 512, "message_utf8_bytes": 1484, "cache_tensor_bytes": null, "serialized_payload_bytes": 1484, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23591.697333962657, "decode_payload_ms": 0.0, "receiver_prefill_ms": 166.08441702555865, "ttft_ms": 39.88270799163729, "decode_ms": 188.13254195265472}, "total_wall_ms": 23987.290999968536, "ttft_ms": 39.88270799163729, "input_usage": {"receiver_prompt_tokens": 613, "sender_input_tokens": 5673, "sender_output_tokens": 512, "sender_prefill_ms": 1963.1668749498203, "sender_ttft_ms": 88.86675001122057, "sender_decode_ms": 21528.46895798575}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2074083328, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13037526504, "mlx_cache_bytes": 4223293024, "process_rss_bytes": 2074083328}, "peak_prefill_memory": null, "peak_decode_memory": 13037526504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7ac265653b295d64903f0a2b394a5bd22b6dea9aa0b99d7fc2f45b26441c02db", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "15bc9c167035168e12fbdab9", "attempt_id": "4963d8289a5f", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:13:46.688560Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 620, "message_tokens": 512, "message_utf8_bytes": 2010, "cache_tensor_bytes": null, "serialized_payload_bytes": 2010, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22865.765125025064, "decode_payload_ms": 0.0, "receiver_prefill_ms": 382.3929999489337, "ttft_ms": 14.520041993819177, "decode_ms": 186.7040420183912}, "total_wall_ms": 23450.817208038643, "ttft_ms": 14.520041993819177, "input_usage": {"receiver_prompt_tokens": 620, "sender_input_tokens": 5680, "sender_output_tokens": 512, "sender_prefill_ms": 1601.9239589804783, "sender_ttft_ms": 27.37999998498708, "sender_decode_ms": 21231.683457968757}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 900399104, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13041982980, "mlx_cache_bytes": 4992016396, "process_rss_bytes": 900399104}, "peak_prefill_memory": null, "peak_decode_memory": 13041982980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a94d171fb529b0a3464d00a635af51f9cf37fa50c22988af74c7ceba65093170", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d74384f9e92057e5aca15a0d", "attempt_id": "a06f134bdc60", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:17.149319Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 150, "message_tokens": 39, "message_utf8_bytes": 110, "cache_tensor_bytes": null, "serialized_payload_bytes": 110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6981.463958974928, "decode_payload_ms": 0.0, "receiver_prefill_ms": 80.60441701672971, "ttft_ms": 44.598708976991475, "decode_ms": 39.94775004684925}, "total_wall_ms": 166.29441699478775, "ttft_ms": 44.598708976991475, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 5708, "sender_output_tokens": 128, "sender_prefill_ms": 1731.9971249671653, "sender_ttft_ms": 53.96070901770145, "sender_decode_ms": 5190.507834078744}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 385892352, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12712351404, "mlx_cache_bytes": 5510406752, "process_rss_bytes": 385892352}, "peak_prefill_memory": null, "peak_decode_memory": 12712351404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "aa76550766878387e74af0edddad4511d5dd0218d663c82e651c685cad390126", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "37447a41d340bcbe067a1ff6", "attempt_id": "8b484af0f6c3", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:17.347383Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 157, "message_tokens": 39, "message_utf8_bytes": 110, "cache_tensor_bytes": null, "serialized_payload_bytes": 110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6981.463958974928, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.3010830162093, "ttft_ms": 41.0758750513196, "decode_ms": 41.407583048567176}, "total_wall_ms": 161.07074997853488, "ttft_ms": 41.0758750513196, "input_usage": {"receiver_prompt_tokens": 157, "sender_input_tokens": 5708, "sender_output_tokens": 128, "sender_prefill_ms": 1731.9971249671653, "sender_ttft_ms": 53.96070901770145, "sender_decode_ms": 5190.507834078744}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 385433600, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12716611272, "mlx_cache_bytes": 5588542672, "process_rss_bytes": 385433600}, "peak_prefill_memory": null, "peak_decode_memory": 12716611272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "aa76550766878387e74af0edddad4511d5dd0218d663c82e651c685cad390126", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "28ab9d5f39c2c3bec3ece7c9", "attempt_id": "7e4171b81688", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:17.542838Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 156, "message_tokens": 39, "message_utf8_bytes": 110, "cache_tensor_bytes": null, "serialized_payload_bytes": 110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6981.463958974928, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.69791704695672, "ttft_ms": 28.54675007984042, "decode_ms": 34.43654195871204}, "total_wall_ms": 137.84608303103596, "ttft_ms": 28.54675007984042, "input_usage": {"receiver_prompt_tokens": 156, "sender_input_tokens": 5708, "sender_output_tokens": 128, "sender_prefill_ms": 1731.9971249671653, "sender_ttft_ms": 53.96070901770145, "sender_decode_ms": 5190.507834078744}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 385433600, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12716611272, "mlx_cache_bytes": 5588542672, "process_rss_bytes": 385433600}, "peak_prefill_memory": null, "peak_decode_memory": 12716611272, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "aa76550766878387e74af0edddad4511d5dd0218d663c82e651c685cad390126", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bd8dacff27b979008689a824", "attempt_id": "12bdf0dbcb18", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:17.711670Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 151, "message_tokens": 39, "message_utf8_bytes": 110, "cache_tensor_bytes": null, "serialized_payload_bytes": 110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6981.463958974928, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.97287503350526, "ttft_ms": 32.236750004813075, "decode_ms": 45.611083041876554}, "total_wall_ms": 167.93812497053295, "ttft_ms": 32.236750004813075, "input_usage": {"receiver_prompt_tokens": 151, "sender_input_tokens": 5708, "sender_output_tokens": 128, "sender_prefill_ms": 1731.9971249671653, "sender_ttft_ms": 53.96070901770145, "sender_decode_ms": 5190.507834078744}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 385433600, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12713236168, "mlx_cache_bytes": 5658191056, "process_rss_bytes": 385433600}, "peak_prefill_memory": null, "peak_decode_memory": 12713236168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "aa76550766878387e74af0edddad4511d5dd0218d663c82e651c685cad390126", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f3a36fe7ea87ebac3d8b664f", "attempt_id": "b9b6722bf0a2", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:17.911979Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 158, "message_tokens": 39, "message_utf8_bytes": 110, "cache_tensor_bytes": null, "serialized_payload_bytes": 110, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6981.463958974928, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.67770794313401, "ttft_ms": 49.15695800445974, "decode_ms": 18.87229096610099}, "total_wall_ms": 157.85854193381965, "ttft_ms": 49.15695800445974, "input_usage": {"receiver_prompt_tokens": 158, "sender_input_tokens": 5708, "sender_output_tokens": 128, "sender_prefill_ms": 1731.9971249671653, "sender_ttft_ms": 53.96070901770145, "sender_decode_ms": 5190.507834078744}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 385449984, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12716988108, "mlx_cache_bytes": 5704591172, "process_rss_bytes": 385449984}, "peak_prefill_memory": null, "peak_decode_memory": 12716988108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "aa76550766878387e74af0edddad4511d5dd0218d663c82e651c685cad390126", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3da58bef9710c8f88a28efc6", "attempt_id": "f8fa9fc9d637", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:41.132400Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 401, "message_tokens": 290, "message_utf8_bytes": 810, "cache_tensor_bytes": null, "serialized_payload_bytes": 810, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23031.49233397562, "decode_payload_ms": 0.0, "receiver_prefill_ms": 137.763874954544, "ttft_ms": 49.35862496495247, "decode_ms": 34.90800003055483}, "total_wall_ms": 223.40229200199246, "ttft_ms": 49.35862496495247, "input_usage": {"receiver_prompt_tokens": 401, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 385204224, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12885843032, "mlx_cache_bytes": 5972207428, "process_rss_bytes": 385204224}, "peak_prefill_memory": null, "peak_decode_memory": 12885843032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9b777f709ccfacc0eade9938cd161b4b1727676b262ce924a1a8c1f9b2a84495", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1e19cf346a3d7512dd54a3d0", "attempt_id": "d876da47381b", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:41.386770Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 408, "message_tokens": 290, "message_utf8_bytes": 810, "cache_tensor_bytes": null, "serialized_payload_bytes": 810, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23031.49233397562, "decode_payload_ms": 0.0, "receiver_prefill_ms": 131.91662507597357, "ttft_ms": 41.35108389891684, "decode_ms": 42.958375066518784}, "total_wall_ms": 217.59862510953099, "ttft_ms": 41.35108389891684, "input_usage": {"receiver_prompt_tokens": 408, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 385384448, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12890299480, "mlx_cache_bytes": 6215165764, "process_rss_bytes": 385384448}, "peak_prefill_memory": null, "peak_decode_memory": 12890299480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9b777f709ccfacc0eade9938cd161b4b1727676b262ce924a1a8c1f9b2a84495", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "51de81d2a073a86e2a1c8830", "attempt_id": "c7d35e923a27", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:41.634033Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 407, "message_tokens": 290, "message_utf8_bytes": 810, "cache_tensor_bytes": null, "serialized_payload_bytes": 810, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23031.49233397562, "decode_payload_ms": 0.0, "receiver_prefill_ms": 133.02933296654373, "ttft_ms": 40.290749981068075, "decode_ms": 38.03641605190933}, "total_wall_ms": 212.63320790603757, "ttft_ms": 40.290749981068075, "input_usage": {"receiver_prompt_tokens": 407, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 385417216, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12890299480, "mlx_cache_bytes": 6215165764, "process_rss_bytes": 385417216}, "peak_prefill_memory": null, "peak_decode_memory": 12890299480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9b777f709ccfacc0eade9938cd161b4b1727676b262ce924a1a8c1f9b2a84495", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4a156bb8a3a98af3b0e15832", "attempt_id": "be8fae26f482", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:41.871731Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 402, "message_tokens": 290, "message_utf8_bytes": 810, "cache_tensor_bytes": null, "serialized_payload_bytes": 810, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23031.49233397562, "decode_payload_ms": 0.0, "receiver_prefill_ms": 143.8155829673633, "ttft_ms": 29.370208038017154, "decode_ms": 47.230208991095424}, "total_wall_ms": 221.5913749532774, "ttft_ms": 29.370208038017154, "input_usage": {"receiver_prompt_tokens": 402, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 385466368, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12887366744, "mlx_cache_bytes": 6410266436, "process_rss_bytes": 385466368}, "peak_prefill_memory": null, "peak_decode_memory": 12887366744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9b777f709ccfacc0eade9938cd161b4b1727676b262ce924a1a8c1f9b2a84495", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "733dcb26e3f99ee0423c6a4e", "attempt_id": "e7a8a08c6d45", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:42.118927Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 409, "message_tokens": 290, "message_utf8_bytes": 810, "cache_tensor_bytes": null, "serialized_payload_bytes": 810, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23031.49233397562, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.59245797432959, "ttft_ms": 40.00541695859283, "decode_ms": 101.19383304845542}, "total_wall_ms": 249.02562506031245, "ttft_ms": 40.00541695859283, "input_usage": {"receiver_prompt_tokens": 409, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 385466368, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12890479704, "mlx_cache_bytes": 6490482500, "process_rss_bytes": 385466368}, "peak_prefill_memory": null, "peak_decode_memory": 12890479704, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "898,925", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9b777f709ccfacc0eade9938cd161b4b1727676b262ce924a1a8c1f9b2a84495", "output_hash": "e9993a05a91873daaff830fc3ab8afceb2667baf488f2814ad8d537c1dba9101"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9c21a296df25cad18065495f", "attempt_id": "e1c675cc2958", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:42.394726Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 155, "message_tokens": 44, "message_utf8_bytes": 119, "cache_tensor_bytes": null, "serialized_payload_bytes": 119, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5136.031916947104, "decode_payload_ms": 0.0, "receiver_prefill_ms": 94.85604101791978, "ttft_ms": 22.884708014316857, "decode_ms": 218.2721249992028}, "total_wall_ms": 5472.916541970335, "ttft_ms": 22.884708014316857, "input_usage": {"receiver_prompt_tokens": 155, "sender_input_tokens": 5715, "sender_output_tokens": 81, "sender_prefill_ms": 1799.3701249361038, "sender_ttft_ms": 69.30199998896569, "sender_decode_ms": 3262.226958060637}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 188153856, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12723623624, "mlx_cache_bytes": 6908110660, "process_rss_bytes": 188153856}, "peak_prefill_memory": null, "peak_decode_memory": 12723623624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4c594dbcb74bd666b4e4696031efa60ab470432e7ad549dff3519e4060ca9889", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ac88b9c53aa5fc6d9c6a9596", "attempt_id": "986edf72bfe8", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:47.894570Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 230, "message_tokens": 112, "message_utf8_bytes": 293, "cache_tensor_bytes": null, "serialized_payload_bytes": 293, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9476.03587503545, "decode_payload_ms": 0.0, "receiver_prefill_ms": 83.94787495490164, "ttft_ms": 47.17387503478676, "decode_ms": 231.61045799497515}, "total_wall_ms": 9841.922083985992, "ttft_ms": 47.17387503478676, "input_usage": {"receiver_prompt_tokens": 230, "sender_input_tokens": 5722, "sender_output_tokens": 188, "sender_prefill_ms": 1780.0004580058157, "sender_ttft_ms": 29.071709024719894, "sender_decode_ms": 7658.755999989808}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 187809792, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12758898668, "mlx_cache_bytes": 7379479256, "process_rss_bytes": 187809792}, "peak_prefill_memory": null, "peak_decode_memory": 12758898668, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894, Gaspé.", "evidence_artifact": {"n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.5714285714285715}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e702e2f0a7795e6e2852f1b3e9aa264a05b5b967fad16bb5b7ba11d70d4c8b0d", "output_hash": "be6c82d1cb5f35dff13b0cf209e2dcf2d2503df1091efcec0fa55247f56517f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e2ed1cb1cefe63452ef7c1ff", "attempt_id": "3548407346b4", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:14:57.774856Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 159, "message_tokens": 42, "message_utf8_bytes": 117, "cache_tensor_bytes": null, "serialized_payload_bytes": 117, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5070.443582953885, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.160499945282936, "ttft_ms": 17.46933290269226, "decode_ms": 131.05762493796647}, "total_wall_ms": 5273.76520796679, "ttft_ms": 17.46933290269226, "input_usage": {"receiver_prompt_tokens": 159, "sender_input_tokens": 5721, "sender_output_tokens": 79, "sender_prefill_ms": 1815.6479579629377, "sender_ttft_ms": 46.14295798819512, "sender_decode_ms": 3204.0703329257667}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 187416576, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12717873132, "mlx_cache_bytes": 7452814040, "process_rss_bytes": 187416576}, "peak_prefill_memory": null, "peak_decode_memory": 12717873132, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b494696f5e9751d3198a0625dcdc195cc5dba9ef97e84c4c73ba153179140c8e", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ea2289e8de4c9925e8ace7cf", "attempt_id": "aafd72e6abb2", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:03.076460Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 349, "message_tokens": 237, "message_utf8_bytes": 618, "cache_tensor_bytes": null, "serialized_payload_bytes": 618, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18379.598125000484, "decode_payload_ms": 0.0, "receiver_prefill_ms": 130.00775000546128, "ttft_ms": 28.268583002500236, "decode_ms": 168.3368330122903}, "total_wall_ms": 18711.50758303702, "ttft_ms": 28.268583002500236, "input_usage": {"receiver_prompt_tokens": 349, "sender_input_tokens": 5716, "sender_output_tokens": 397, "sender_prefill_ms": 1779.656833037734, "sender_ttft_ms": 51.944458042271435, "sender_decode_ms": 16542.923583998345}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 188874752, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12856204376, "mlx_cache_bytes": 8039017176, "process_rss_bytes": 188874752}, "peak_prefill_memory": null, "peak_decode_memory": 12856204376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "472cd34158b7efb243f824c6d2914facdcc02fac03aff2882918ef036e5ca042", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bd3a76540ce1ed8d01fde7c5", "attempt_id": "3534f5103d6d", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:21.823316Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 402, "message_tokens": 284, "message_utf8_bytes": 902, "cache_tensor_bytes": null, "serialized_payload_bytes": 902, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23453.169957967475, "decode_payload_ms": 0.0, "receiver_prefill_ms": 160.9778329730034, "ttft_ms": 38.493291940540075, "decode_ms": 119.03829197399318}, "total_wall_ms": 23779.421499930322, "ttft_ms": 38.493291940540075, "input_usage": {"receiver_prompt_tokens": 402, "sender_input_tokens": 5723, "sender_output_tokens": 511, "sender_prefill_ms": 1776.3979999581352, "sender_ttft_ms": 48.40733401942998, "sender_decode_ms": 21622.483832994476}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 188219392, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12887366744, "mlx_cache_bytes": 8198859480, "process_rss_bytes": 188219392}, "peak_prefill_memory": null, "peak_decode_memory": 12887366744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "898,925", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d9673af766fd89a8751b758f7b5a94aa1b3ddf7bd82d5685a59c88ff53535074", "output_hash": "e9993a05a91873daaff830fc3ab8afceb2667baf488f2814ad8d537c1dba9101"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c1802747a5ea331dcf0391fa", "attempt_id": "f36736c2c96b", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:45.630965Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 908, "message_tokens": 812, "message_utf8_bytes": 693, "cache_tensor_bytes": null, "serialized_payload_bytes": 693, "side_information_bytes": 0, "fetched_bytes": 1591, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04383304622024298, "decode_payload_ms": 0.0, "receiver_prefill_ms": 250.17937505617738, "ttft_ms": 23.779541021212935, "decode_ms": 28.410417027771473}, "total_wall_ms": 309.4992080004886, "ttft_ms": 23.779541021212935, "input_usage": {"receiver_prompt_tokens": 908, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 190398464, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13135080524, "mlx_cache_bytes": 8746019544, "process_rss_bytes": 190398464}, "peak_prefill_memory": null, "peak_decode_memory": 13135080524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1591, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9db539847f8fd6ef842f2acecb2dc422114ccd98afcab1f0efb7f48d26b20ec8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f7930e8f8b5da5dc62051ddb", "attempt_id": "f0cb4f56564c", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:45.965701Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 915, "message_tokens": 812, "message_utf8_bytes": 693, "cache_tensor_bytes": null, "serialized_payload_bytes": 693, "side_information_bytes": 0, "fetched_bytes": 1591, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04383304622024298, "decode_payload_ms": 0.0, "receiver_prefill_ms": 312.782833003439, "ttft_ms": 34.08916702028364, "decode_ms": 45.45804194640368}, "total_wall_ms": 394.75375006441027, "ttft_ms": 34.08916702028364, "input_usage": {"receiver_prompt_tokens": 915, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 190513152, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13137751116, "mlx_cache_bytes": 9178606296, "process_rss_bytes": 190513152}, "peak_prefill_memory": null, "peak_decode_memory": 13137751116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1591, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "13f3029290d91408f0f13c16c509b36b54e1fc1f1970d36905bb42af35bcbbf9", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ceffa2b96aba65da59fb45ce", "attempt_id": "e89b57d505c3", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:46.385391Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 917, "message_tokens": 815, "message_utf8_bytes": 693, "cache_tensor_bytes": null, "serialized_payload_bytes": 693, "side_information_bytes": 0, "fetched_bytes": 1603, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04383304622024298, "decode_payload_ms": 0.0, "receiver_prefill_ms": 270.67845792043954, "ttft_ms": 41.60216706804931, "decode_ms": 34.516624989919364}, "total_wall_ms": 349.0700830006972, "ttft_ms": 41.60216706804931, "input_usage": {"receiver_prompt_tokens": 917, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 190382080, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13134572632, "mlx_cache_bytes": 9600985816, "process_rss_bytes": 190382080}, "peak_prefill_memory": null, "peak_decode_memory": 13134572632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1603, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7302d1d229ff569302098be02beada559c47677e8dc3f49ceb47b83c98d615b1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f204736ecad555567cb564c2", "attempt_id": "dede71e58a2c", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:46.760434Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 922, "message_tokens": 825, "message_utf8_bytes": 693, "cache_tensor_bytes": null, "serialized_payload_bytes": 693, "side_information_bytes": 0, "fetched_bytes": 1617, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04383304622024298, "decode_payload_ms": 0.0, "receiver_prefill_ms": 258.81175009999424, "ttft_ms": 44.04266597703099, "decode_ms": 180.39012502413243}, "total_wall_ms": 485.4449999984354, "ttft_ms": 44.04266597703099, "input_usage": {"receiver_prompt_tokens": 922, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 185008128, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13137144920, "mlx_cache_bytes": 10054331096, "process_rss_bytes": 185008128}, "peak_prefill_memory": null, "peak_decode_memory": 13137144920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1617, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "77f39a2b89f5b4d6f5d589ff314fde735f947ccb2857fe2613c10a3bf23f140d", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6cfb022cb611a1a71fbf737f", "attempt_id": "2e2aa7a8481d", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:47.272701Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 916, "message_tokens": 812, "message_utf8_bytes": 693, "cache_tensor_bytes": null, "serialized_payload_bytes": 693, "side_information_bytes": 0, "fetched_bytes": 1591, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.04383304622024298, "decode_payload_ms": 0.0, "receiver_prefill_ms": 259.15670790709555, "ttft_ms": 25.302042020484805, "decode_ms": 26.30241704173386}, "total_wall_ms": 313.1658330094069, "ttft_ms": 25.302042020484805, "input_usage": {"receiver_prompt_tokens": 916, "sender_input_tokens": 5708, "sender_output_tokens": 512, "sender_prefill_ms": 1757.1020420873538, "sender_ttft_ms": 57.36425006762147, "sender_decode_ms": 21210.568082984537}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 186138624, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13134572632, "mlx_cache_bytes": 10054331096, "process_rss_bytes": 186138624}, "peak_prefill_memory": null, "peak_decode_memory": 13134572632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1591, "retrieved_refs": 6}, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0f6ae61afbfd30add6d35edbc8c592fdcfe0f587c0de2314b5dce5613462accb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "35ba2b535e50a9f83080fd04", "attempt_id": "eeed2307efa9", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:47.678912Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5639, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.993249951861799, "decode_payload_ms": 0.2924168948084116, "receiver_prefill_ms": 1797.9028330883011, "ttft_ms": 52.781333099119365, "decode_ms": 292.78466606047004}, "total_wall_ms": 2152.003832976334, "ttft_ms": 52.781333099119365, "input_usage": {"receiver_prompt_tokens": 5639}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 187367424, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13726454836, "mlx_cache_bytes": 10443074264, "process_rss_bytes": 187367424}, "peak_prefill_memory": null, "peak_decode_memory": 13726454836, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "71b2570b0eb16f8f5283d7e2", "attempt_id": "59c72c455063", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:49.857702Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5646, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.993249951861799, "decode_payload_ms": 0.2924168948084116, "receiver_prefill_ms": 1488.5101669933647, "ttft_ms": 22.45741698425263, "decode_ms": 383.81483301054686}, "total_wall_ms": 1903.8279170636088, "ttft_ms": 22.45741698425263, "input_usage": {"receiver_prompt_tokens": 5646}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 188334080, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13728011316, "mlx_cache_bytes": 10833373912, "process_rss_bytes": 188334080}, "peak_prefill_memory": null, "peak_decode_memory": 13728011316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "05d4e16efc91d063e5b8ff2e", "attempt_id": "190b0de5fc2d", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:51.788426Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5645, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.993249951861799, "decode_payload_ms": 0.2924168948084116, "receiver_prefill_ms": 1502.8902080375701, "ttft_ms": 47.39966697525233, "decode_ms": 173.18370891734958}, "total_wall_ms": 1732.1287079248577, "ttft_ms": 47.39966697525233, "input_usage": {"receiver_prompt_tokens": 5645}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 188416000, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13728011316, "mlx_cache_bytes": 10833373912, "process_rss_bytes": 188416000}, "peak_prefill_memory": null, "peak_decode_memory": 13728011316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "97262b24c380e6f7e39ab814", "attempt_id": "2a8f0f55ed61", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:53.546633Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5640, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.993249951861799, "decode_payload_ms": 0.2924168948084116, "receiver_prefill_ms": 1570.1083750464022, "ttft_ms": 45.22824997548014, "decode_ms": 218.3642500312999}, "total_wall_ms": 1842.5619999179617, "ttft_ms": 45.22824997548014, "input_usage": {"receiver_prompt_tokens": 5640}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 187351040, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13726553140, "mlx_cache_bytes": 10985056984, "process_rss_bytes": 187351040}, "peak_prefill_memory": null, "peak_decode_memory": 13726553140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cc8f51a7ca87e582d23aaa79", "attempt_id": "a1b436153f12", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:15:55.414636Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 10.534395365677046}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 5647, "message_tokens": 5544, "message_utf8_bytes": 29096, "cache_tensor_bytes": null, "serialized_payload_bytes": 2762, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.993249951861799, "decode_payload_ms": 0.2924168948084116, "receiver_prefill_ms": 1518.7760409899056, "ttft_ms": 53.142999997362494, "decode_ms": 234.76400005165488}, "total_wall_ms": 1815.7870409777388, "ttft_ms": 53.142999997362494, "input_usage": {"receiver_prompt_tokens": 5647}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 187449344, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13728470068, "mlx_cache_bytes": 11347208920, "process_rss_bytes": 187449344}, "peak_prefill_memory": null, "peak_decode_memory": 13728470068, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0104e246b92b6f069763f32e", "attempt_id": "94e93c6ae38e", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:02.701074Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.09235209235209235, "origin_tokens": 5544, "compressed_tokens": 571, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 668, "message_tokens": 571, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5444.810749962926, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1193.4777090791613, "ttft_ms": 57.69579205662012, "decode_ms": 38.19062502589077}, "total_wall_ms": 1312.279082951136, "ttft_ms": 57.69579205662012, "input_usage": {"receiver_prompt_tokens": 668}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1797373952, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13069803204, "mlx_cache_bytes": 11745621316, "process_rss_bytes": 1797373952}, "peak_prefill_memory": null, "peak_decode_memory": 13069803204, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee02b0e75f4c71f321b9840a8a959dab43c3cf98375f6b5425f3e9abceeef499", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1dbc4d6e25dc889a7346d187", "attempt_id": "10599f4628ff", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:04.058017Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.09235209235209235, "origin_tokens": 5544, "compressed_tokens": 571, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 675, "message_tokens": 571, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5444.810749962926, "decode_payload_ms": 0.0, "receiver_prefill_ms": 377.9612500220537, "ttft_ms": 23.249584017321467, "decode_ms": 24.255165946669877}, "total_wall_ms": 427.5015420280397, "ttft_ms": 23.249584017321467, "input_usage": {"receiver_prompt_tokens": 675}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1793605632, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13073653472, "mlx_cache_bytes": 12122636236, "process_rss_bytes": 1793605632}, "peak_prefill_memory": null, "peak_decode_memory": 13073653472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee02b0e75f4c71f321b9840a8a959dab43c3cf98375f6b5425f3e9abceeef499", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "42d5f43b12fac8d98289b99c", "attempt_id": "867ad0b8ad55", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:04.523002Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.09235209235209235, "origin_tokens": 5544, "compressed_tokens": 571, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 674, "message_tokens": 571, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5444.810749962926, "decode_payload_ms": 0.0, "receiver_prefill_ms": 212.8461659885943, "ttft_ms": 36.540542030707, "decode_ms": 109.51887490227818}, "total_wall_ms": 364.48870901949704, "ttft_ms": 36.540542030707, "input_usage": {"receiver_prompt_tokens": 674}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1782775808, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13073653472, "mlx_cache_bytes": 12122636236, "process_rss_bytes": 1782775808}, "peak_prefill_memory": null, "peak_decode_memory": 13073653472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "29 79", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee02b0e75f4c71f321b9840a8a959dab43c3cf98375f6b5425f3e9abceeef499", "output_hash": "8ae388e1cecffba4f067437ef0d997d9ed2e5caad19b08b14d16635ac87beb2b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1b490ba9273ddd662f401563", "attempt_id": "5daeabb7b25c", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:04.924905Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.09235209235209235, "origin_tokens": 5544, "compressed_tokens": 571, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 669, "message_tokens": 571, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5444.810749962926, "decode_payload_ms": 0.0, "receiver_prefill_ms": 200.14083303976804, "ttft_ms": 39.834374911151826, "decode_ms": 18.6890420736745}, "total_wall_ms": 260.2428749669343, "ttft_ms": 39.834374911151826, "input_usage": {"receiver_prompt_tokens": 669}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1780580352, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13069983456, "mlx_cache_bytes": 12253970380, "process_rss_bytes": 1780580352}, "peak_prefill_memory": null, "peak_decode_memory": 13069983456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee02b0e75f4c71f321b9840a8a959dab43c3cf98375f6b5425f3e9abceeef499", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1a414b256955f1982a669d9e", "attempt_id": "33ad0aa0b272", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:05.224416Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.09235209235209235, "origin_tokens": 5544, "compressed_tokens": 571, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 676, "message_tokens": 571, "message_utf8_bytes": 2967, "cache_tensor_bytes": null, "serialized_payload_bytes": 2967, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5444.810749962926, "decode_payload_ms": 0.0, "receiver_prefill_ms": 248.74079099390656, "ttft_ms": 27.92025008238852, "decode_ms": 40.5918339965865}, "total_wall_ms": 319.2612499697134, "ttft_ms": 27.92025008238852, "input_usage": {"receiver_prompt_tokens": 676}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1761968128, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13074734820, "mlx_cache_bytes": 12632083032, "process_rss_bytes": 1761968128}, "peak_prefill_memory": null, "peak_decode_memory": 13074734820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee02b0e75f4c71f321b9840a8a959dab43c3cf98375f6b5425f3e9abceeef499", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f40b46c75cfa660b8e3add71", "attempt_id": "b0b2fd42225d", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:07.747455Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724598, "side_information_bytes": 13046, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2169.8443749919534, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 99.76012504193932, "serialize_ms": 267.3708329675719, "load_ms": 28.207624913193285, "receiver_prefill_ms": 0.0, "query_prefill_ms": 265.1195829967037, "ttft_ms": 265.1195829967037, "decode_ms": 432.4368750676513}, "total_wall_ms": 731.9717920618132, "ttft_ms": 265.1195829967037, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 888750080, "backend_memory": {"mlx_active_bytes": 14534235144, "mlx_peak_bytes": 14689064248, "mlx_cache_bytes": 14605535833, "process_rss_bytes": 888750080}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14689064248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33f7cea429af0965921e8f0d45f1ed3ac82c7df31e67acf47fa8833214ff3f55", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "94df7c0e850261b48c85c5bf", "attempt_id": "777d588e59cd", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:08.522547Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724598, "side_information_bytes": 13046, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2169.8443749919534, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 99.76012504193932, "serialize_ms": 267.3708329675719, "load_ms": 10.03141701221466, "receiver_prefill_ms": 0.0, "query_prefill_ms": 86.47012489382178, "ttft_ms": 86.47012489382178, "decode_ms": 517.5496250158176}, "total_wall_ms": 619.3997079972178, "ttft_ms": 86.47012489382178, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 892878848, "backend_memory": {"mlx_active_bytes": 14535152648, "mlx_peak_bytes": 14692652344, "mlx_cache_bytes": 15422311001, "process_rss_bytes": 892878848}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14692652344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33f7cea429af0965921e8f0d45f1ed3ac82c7df31e67acf47fa8833214ff3f55", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6f81ad5546587e61ffe98c9b", "attempt_id": "a2202afe78d7", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:09.171742Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724598, "side_information_bytes": 13046, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2169.8443749919534, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 99.76012504193932, "serialize_ms": 267.3708329675719, "load_ms": 5.788167007267475, "receiver_prefill_ms": 0.0, "query_prefill_ms": 73.28654208686203, "ttft_ms": 73.28654208686203, "decode_ms": 151.81708300951868}, "total_wall_ms": 238.15812496468425, "ttft_ms": 73.28654208686203, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 894369792, "backend_memory": {"mlx_active_bytes": 14535152648, "mlx_peak_bytes": 14692652344, "mlx_cache_bytes": 15432829529, "process_rss_bytes": 894369792}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14692652344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33f7cea429af0965921e8f0d45f1ed3ac82c7df31e67acf47fa8833214ff3f55", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "586b0edb0dd9407dce94a804", "attempt_id": "d9a5743adc5b", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:09.442967Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724598, "side_information_bytes": 13046, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2169.8443749919534, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 99.76012504193932, "serialize_ms": 267.3708329675719, "load_ms": 5.456999992020428, "receiver_prefill_ms": 0.0, "query_prefill_ms": 86.12108300440013, "ttft_ms": 86.12108300440013, "decode_ms": 260.589582961984}, "total_wall_ms": 357.8535000560805, "ttft_ms": 86.12108300440013, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 894550016, "backend_memory": {"mlx_active_bytes": 14534235144, "mlx_peak_bytes": 14689277240, "mlx_cache_bytes": 15450065497, "process_rss_bytes": 894550016}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14689277240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33f7cea429af0965921e8f0d45f1ed3ac82c7df31e67acf47fa8833214ff3f55", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "011a005f5548dcc3b3ce14cb", "attempt_id": "34b8784752e1", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:09.837530Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724598, "side_information_bytes": 13046, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2169.8443749919534, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 99.76012504193932, "serialize_ms": 267.3708329675719, "load_ms": 2.902334090322256, "receiver_prefill_ms": 0.0, "query_prefill_ms": 133.69333290029317, "ttft_ms": 133.69333290029317, "decode_ms": 290.2919170446694}, "total_wall_ms": 431.8477079505101, "ttft_ms": 133.69333290029317, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 894779392, "backend_memory": {"mlx_active_bytes": 14535152648, "mlx_peak_bytes": 14693700920, "mlx_cache_bytes": 15460846169, "process_rss_bytes": 894779392}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14693700920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33f7cea429af0965921e8f0d45f1ed3ac82c7df31e67acf47fa8833214ff3f55", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6c0ecef168ac9e08e03bda0f", "attempt_id": "529e94a98468", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:10.678456Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a0927976bf4294ff", "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724626, "side_information_bytes": 13074, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 380.2860419964418, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 17.733166925609112, "serialize_ms": 362.3764590593055, "load_ms": 141.69391698669642, "receiver_prefill_ms": 0.0, "query_prefill_ms": 103.05141599383205, "ttft_ms": 103.05141599383205, "decode_ms": 368.37645794730633}, "total_wall_ms": 617.5654999678954, "ttft_ms": 103.05141599383205, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2179645440, "backend_memory": {"mlx_active_bytes": 14534235144, "mlx_peak_bytes": 14689064248, "mlx_cache_bytes": 15461763673, "process_rss_bytes": 2179645440}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14689064248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e51b634d38884bee713b331625f6e4ea7583c363fc4b0202b683874d8029a39b", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "843166925db8f11c96c583bf", "attempt_id": "a55e1bb35990", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:11.325550Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a0927976bf4294ff", "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724626, "side_information_bytes": 13074, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 380.2860419964418, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 17.733166925609112, "serialize_ms": 362.3764590593055, "load_ms": 117.7207080181688, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.40641690138727, "ttft_ms": 75.40641690138727, "decode_ms": 536.7270410060883}, "total_wall_ms": 734.7229999722913, "ttft_ms": 75.40641690138727, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2179809280, "backend_memory": {"mlx_active_bytes": 14535152648, "mlx_peak_bytes": 14692652344, "mlx_cache_bytes": 15460846169, "process_rss_bytes": 2179809280}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14692652344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e51b634d38884bee713b331625f6e4ea7583c363fc4b0202b683874d8029a39b", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "27e1ab675db78cd7d148cc20", "attempt_id": "5b9192767617", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:12.090502Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a0927976bf4294ff", "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724626, "side_information_bytes": 13074, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 380.2860419964418, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 17.733166925609112, "serialize_ms": 362.3764590593055, "load_ms": 91.32579097058624, "receiver_prefill_ms": 0.0, "query_prefill_ms": 85.41312499437481, "ttft_ms": 85.41312499437481, "decode_ms": 211.13966696429998}, "total_wall_ms": 392.5816670525819, "ttft_ms": 85.41312499437481, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2179874816, "backend_memory": {"mlx_active_bytes": 14535152648, "mlx_peak_bytes": 14692652344, "mlx_cache_bytes": 15460846169, "process_rss_bytes": 2179874816}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14692652344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e51b634d38884bee713b331625f6e4ea7583c363fc4b0202b683874d8029a39b", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "982b9ebfd59e2090eb832953", "attempt_id": "7afb554e0664", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:12.512708Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a0927976bf4294ff", "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724626, "side_information_bytes": 13074, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 380.2860419964418, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 17.733166925609112, "serialize_ms": 362.3764590593055, "load_ms": 97.02983300667256, "receiver_prefill_ms": 0.0, "query_prefill_ms": 88.55870901606977, "ttft_ms": 88.55870901606977, "decode_ms": 224.00099993683398}, "total_wall_ms": 414.1493330243975, "ttft_ms": 88.55870901606977, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2179907584, "backend_memory": {"mlx_active_bytes": 14534235144, "mlx_peak_bytes": 14689277240, "mlx_cache_bytes": 15461763673, "process_rss_bytes": 2179907584}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14689277240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e51b634d38884bee713b331625f6e4ea7583c363fc4b0202b683874d8029a39b", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "68ad2e80e6f9a362647cb3da", "attempt_id": "912adb7e1651", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:12.958108Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13886477320}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": "a0927976bf4294ff", "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 642711552, "serialized_payload_bytes": 642724626, "side_information_bytes": 13074, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 380.2860419964418, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 17.733166925609112, "serialize_ms": 362.3764590593055, "load_ms": 99.73412496037781, "receiver_prefill_ms": 0.0, "query_prefill_ms": 92.47237490490079, "ttft_ms": 92.47237490490079, "decode_ms": 255.6005830410868}, "total_wall_ms": 452.6670000050217, "ttft_ms": 92.47237490490079, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2179940352, "backend_memory": {"mlx_active_bytes": 14535152648, "mlx_peak_bytes": 14693700920, "mlx_cache_bytes": 15460846169, "process_rss_bytes": 2179940352}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14693700920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e51b634d38884bee713b331625f6e4ea7583c363fc4b0202b683874d8029a39b", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ba7030ae495c95f201446c28", "attempt_id": "0e0b56b4d1a4", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:13.622737Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13585552392}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 341440512, "serialized_payload_bytes": 341467848, "side_information_bytes": 27336, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.38345799222589, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 73.45741707831621, "serialize_ms": 110.56191695388407, "load_ms": 12.482166988775134, "receiver_prefill_ms": 0.0, "query_prefill_ms": 125.43112493585795, "ttft_ms": 125.43112493585795, "decode_ms": 362.7817090600729}, "total_wall_ms": 505.18004200421274, "ttft_ms": 125.43112493585795, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2526248960, "backend_memory": {"mlx_active_bytes": 13931467784, "mlx_peak_bytes": 14082273552, "mlx_cache_bytes": 17170612505, "process_rss_bytes": 2526248960}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14082273552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fc8470d9fe490db11dc9387401bfedffc838e8a0a948626153777b0b51f0aa18", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1a27af68267a29af915a0959", "attempt_id": "66a00ff1e03e", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:14.156666Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13585552392}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 341440512, "serialized_payload_bytes": 341467848, "side_information_bytes": 27336, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.38345799222589, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 73.45741707831621, "serialize_ms": 110.56191695388407, "load_ms": 5.375124979764223, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.29783298820257, "ttft_ms": 61.29783298820257, "decode_ms": 584.6589159918949}, "total_wall_ms": 655.798124964349, "ttft_ms": 61.29783298820257, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1599979520, "backend_memory": {"mlx_active_bytes": 13932385288, "mlx_peak_bytes": 14097155404, "mlx_cache_bytes": 17632421337, "process_rss_bytes": 1599979520}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14097155404, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fc8470d9fe490db11dc9387401bfedffc838e8a0a948626153777b0b51f0aa18", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "466d45839a3d650d618974eb", "attempt_id": "4b87400fb6ee", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:14.843343Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13585552392}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 341440512, "serialized_payload_bytes": 341467848, "side_information_bytes": 27336, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.38345799222589, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 73.45741707831621, "serialize_ms": 110.56191695388407, "load_ms": 9.29249997716397, "receiver_prefill_ms": 0.0, "query_prefill_ms": 76.80320797953755, "ttft_ms": 76.80320797953755, "decode_ms": 182.38725000992417}, "total_wall_ms": 273.7299589207396, "ttft_ms": 76.80320797953755, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1596588032, "backend_memory": {"mlx_active_bytes": 13932385288, "mlx_peak_bytes": 14095581376, "mlx_cache_bytes": 17699171065, "process_rss_bytes": 1596588032}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14095581376, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fc8470d9fe490db11dc9387401bfedffc838e8a0a948626153777b0b51f0aa18", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "43e466e3b221c6e927c52f19", "attempt_id": "aa0cdeae29f4", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:15.174177Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13585552392}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 341440512, "serialized_payload_bytes": 341467848, "side_information_bytes": 27336, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.38345799222589, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 73.45741707831621, "serialize_ms": 110.56191695388407, "load_ms": 3.4917499870061874, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.68570804037154, "ttft_ms": 52.68570804037154, "decode_ms": 278.07758294511586}, "total_wall_ms": 339.8935419972986, "ttft_ms": 52.68570804037154, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1596080128, "backend_memory": {"mlx_active_bytes": 13931451400, "mlx_peak_bytes": 14084012080, "mlx_cache_bytes": 17758598137, "process_rss_bytes": 1596080128}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14084012080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fc8470d9fe490db11dc9387401bfedffc838e8a0a948626153777b0b51f0aa18", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1880013af3140811a59e9816", "attempt_id": "4da72e9f8a39", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:15.552111Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13585552392}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 341440512, "serialized_payload_bytes": 341467848, "side_information_bytes": 27336, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 184.38345799222589, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 73.45741707831621, "serialize_ms": 110.56191695388407, "load_ms": 5.877458956092596, "receiver_prefill_ms": 0.0, "query_prefill_ms": 86.31587505806237, "ttft_ms": 86.31587505806237, "decode_ms": 169.57983397878706}, "total_wall_ms": 267.32812507543713, "ttft_ms": 86.31587505806237, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1595244544, "backend_memory": {"mlx_active_bytes": 13932368904, "mlx_peak_bytes": 14099320928, "mlx_cache_bytes": 17829351129, "process_rss_bytes": 1595244544}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 14099320928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fc8470d9fe490db11dc9387401bfedffc838e8a0a948626153777b0b51f0aa18", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f609e1543172dbfd20e7c405", "attempt_id": "3b2d3c1b1791", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:16.136225Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13424972808}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 180762624, "serialized_payload_bytes": 180789864, "side_information_bytes": 27240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 281.46812494378537, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 200.1351669896394, "serialize_ms": 80.92516707256436, "load_ms": 7.900709053501487, "receiver_prefill_ms": 0.0, "query_prefill_ms": 76.75845897756517, "ttft_ms": 76.75845897756517, "decode_ms": 188.5505000827834}, "total_wall_ms": 278.84708310011774, "ttft_ms": 76.75845897756517, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1802764288, "backend_memory": {"mlx_active_bytes": 13609407496, "mlx_peak_bytes": 13725731184, "mlx_cache_bytes": 18678866777, "process_rss_bytes": 1802764288}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13725731184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a4630e69fe62738e1ed2f9357812e2c9e98d300a85c6e7e784ef6dfa39090881", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4ec97a767cf8838c8b291893", "attempt_id": "6bcaf9571b5a", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:16.449911Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13424972808}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 180762624, "serialized_payload_bytes": 180789864, "side_information_bytes": 27240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 281.46812494378537, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 200.1351669896394, "serialize_ms": 80.92516707256436, "load_ms": 5.322249955497682, "receiver_prefill_ms": 0.0, "query_prefill_ms": 76.39320800080895, "ttft_ms": 76.39320800080895, "decode_ms": 405.8963750721887}, "total_wall_ms": 493.83154103998095, "ttft_ms": 76.39320800080895, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1802829824, "backend_memory": {"mlx_active_bytes": 13609407496, "mlx_peak_bytes": 13740668144, "mlx_cache_bytes": 18678866777, "process_rss_bytes": 1802829824}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13740668144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a4630e69fe62738e1ed2f9357812e2c9e98d300a85c6e7e784ef6dfa39090881", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d8a2e96c5866d9bd6e6ec7c9", "attempt_id": "48f88d154640", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:16.979153Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13424972808}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 180762624, "serialized_payload_bytes": 180789864, "side_information_bytes": 27240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 281.46812494378537, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 200.1351669896394, "serialize_ms": 80.92516707256436, "load_ms": 2.411374938674271, "receiver_prefill_ms": 0.0, "query_prefill_ms": 78.1775419600308, "ttft_ms": 78.1775419600308, "decode_ms": 182.68729199189693}, "total_wall_ms": 268.97983404342085, "ttft_ms": 78.1775419600308, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1802977280, "backend_memory": {"mlx_active_bytes": 13609407496, "mlx_peak_bytes": 13739094544, "mlx_cache_bytes": 18678866777, "process_rss_bytes": 1802977280}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13739094544, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a4630e69fe62738e1ed2f9357812e2c9e98d300a85c6e7e784ef6dfa39090881", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8430dd2619d376599bac0473", "attempt_id": "2a38f7ea458d", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:17.281631Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13424972808}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 180762624, "serialized_payload_bytes": 180789864, "side_information_bytes": 27240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 281.46812494378537, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 200.1351669896394, "serialize_ms": 80.92516707256436, "load_ms": 4.082207917235792, "receiver_prefill_ms": 0.0, "query_prefill_ms": 67.22466601058841, "ttft_ms": 67.22466601058841, "decode_ms": 227.2132079815492}, "total_wall_ms": 304.3454580474645, "ttft_ms": 67.22466601058841, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1803010048, "backend_memory": {"mlx_active_bytes": 13609407496, "mlx_peak_bytes": 13727525648, "mlx_cache_bytes": 18678866777, "process_rss_bytes": 1803010048}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13727525648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a4630e69fe62738e1ed2f9357812e2c9e98d300a85c6e7e784ef6dfa39090881", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "98e89c90ed33ffb5ade1f0e3", "attempt_id": "001a4c1b1cce", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:17.629620Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13424972808}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 180762624, "serialized_payload_bytes": 180789864, "side_information_bytes": 27240, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 281.46812494378537, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 200.1351669896394, "serialize_ms": 80.92516707256436, "load_ms": 3.1570829451084137, "receiver_prefill_ms": 0.0, "query_prefill_ms": 79.92470904719085, "ttft_ms": 79.92470904719085, "decode_ms": 230.853124987334}, "total_wall_ms": 318.4402498882264, "ttft_ms": 79.92470904719085, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1803091968, "backend_memory": {"mlx_active_bytes": 13609391112, "mlx_peak_bytes": 13742837856, "mlx_cache_bytes": 18678883161, "process_rss_bytes": 1803091968}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13742837856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a4630e69fe62738e1ed2f9357812e2c9e98d300a85c6e7e784ef6dfa39090881", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0ecd3f7e0de088e88666d0c5", "attempt_id": "1ef56c5cdb12", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:18.288509Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13365597192}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 120508416, "serialized_payload_bytes": 120535480, "side_information_bytes": 27064, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 309.6167080802843, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 168.99429203476757, "serialize_ms": 140.2699580648914, "load_ms": 3.9787919959053397, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.69891697913408, "ttft_ms": 42.69891697913408, "decode_ms": 42.781875003129244}, "total_wall_ms": 94.38212495297194, "ttft_ms": 42.69891697913408, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1898889216, "backend_memory": {"mlx_active_bytes": 13489558536, "mlx_peak_bytes": 13592571468, "mlx_cache_bytes": 19172021337, "process_rss_bytes": 1898889216}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13592571468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12e5c0f55e132723dedb60ecfe693051e1d0d37b6996554a94c329cb29d5dc9c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "43b55bacffe1f26380607763", "attempt_id": "6eb9922a3661", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:18.413597Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13365597192}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 120508416, "serialized_payload_bytes": 120535480, "side_information_bytes": 27064, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 309.6167080802843, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 168.99429203476757, "serialize_ms": 140.2699580648914, "load_ms": 2.0918749505653977, "receiver_prefill_ms": 0.0, "query_prefill_ms": 86.37116709724069, "ttft_ms": 86.37116709724069, "decode_ms": 44.265625067055225}, "total_wall_ms": 137.44033395778388, "ttft_ms": 86.37116709724069, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1899069440, "backend_memory": {"mlx_active_bytes": 13489558536, "mlx_peak_bytes": 13607407972, "mlx_cache_bytes": 19172080473, "process_rss_bytes": 1899069440}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13607407972, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12e5c0f55e132723dedb60ecfe693051e1d0d37b6996554a94c329cb29d5dc9c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "42db229937f5ece172897f09", "attempt_id": "dfb0f1dca1c0", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:18.584232Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13365597192}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 120508416, "serialized_payload_bytes": 120535480, "side_information_bytes": 27064, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 309.6167080802843, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 168.99429203476757, "serialize_ms": 140.2699580648914, "load_ms": 4.641541978344321, "receiver_prefill_ms": 0.0, "query_prefill_ms": 93.66250003222376, "ttft_ms": 93.66250003222376, "decode_ms": 45.80887500196695}, "total_wall_ms": 148.92695797607303, "ttft_ms": 93.66250003222376, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1899102208, "backend_memory": {"mlx_active_bytes": 13489558536, "mlx_peak_bytes": 13605835076, "mlx_cache_bytes": 19172080473, "process_rss_bytes": 1899102208}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13605835076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12e5c0f55e132723dedb60ecfe693051e1d0d37b6996554a94c329cb29d5dc9c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2bca80d7ed6a8773d3e40797", "attempt_id": "fbacb9cecb25", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:18.766410Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13365597192}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 120508416, "serialized_payload_bytes": 120535480, "side_information_bytes": 27064, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 309.6167080802843, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 168.99429203476757, "serialize_ms": 140.2699580648914, "load_ms": 3.64287500269711, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.19033294171095, "ttft_ms": 65.19033294171095, "decode_ms": 16.65941602550447}, "total_wall_ms": 90.16620903275907, "ttft_ms": 65.19033294171095, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1899167744, "backend_memory": {"mlx_active_bytes": 13489558536, "mlx_peak_bytes": 13594267512, "mlx_cache_bytes": 19172080473, "process_rss_bytes": 1899167744}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13594267512, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12e5c0f55e132723dedb60ecfe693051e1d0d37b6996554a94c329cb29d5dc9c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3d49ae644c6eca984db737d1", "attempt_id": "edc536d49de5", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:18.886804Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13365597192}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 120508416, "serialized_payload_bytes": 120535480, "side_information_bytes": 27064, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 309.6167080802843, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 168.99429203476757, "serialize_ms": 140.2699580648914, "load_ms": 2.27179192006588, "receiver_prefill_ms": 0.0, "query_prefill_ms": 69.7822499787435, "ttft_ms": 69.7822499787435, "decode_ms": 47.557415906339884}, "total_wall_ms": 124.6030000038445, "ttft_ms": 69.7822499787435, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1899266048, "backend_memory": {"mlx_active_bytes": 13489558536, "mlx_peak_bytes": 13609572176, "mlx_cache_bytes": 19172146521, "process_rss_bytes": 1899266048}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13609572176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "12e5c0f55e132723dedb60ecfe693051e1d0d37b6996554a94c329cb29d5dc9c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b9bfc03d91de0575f3bb942e", "attempt_id": "6f1afea04d7b", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:19.297859Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13565350920}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5604, "keep": 2802, "compress_ms": 48.77774999476969}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368922, "side_information_bytes": 13146, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 255.90425007976592, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 48.848249949514866, "serialize_ms": 206.85195794794708, "load_ms": 5.020790966227651, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.178832973353565, "ttft_ms": 43.178832973353565, "decode_ms": 304.66183298267424}, "total_wall_ms": 357.8369580209255, "ttft_ms": 43.178832973353565, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2080423936, "backend_memory": {"mlx_active_bytes": 13891982344, "mlx_peak_bytes": 13977900344, "mlx_cache_bytes": 19561971033, "process_rss_bytes": 2080423936}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13977900344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b30830fd796d901f24af04b87d303e3036576556d9e6ad1ed290310bd32014aa", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f0987f968a471ecb6fe1fc4c", "attempt_id": "ee5762b76185", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:19.689058Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13565350920}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5604, "keep": 2802, "compress_ms": 48.77774999476969}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368922, "side_information_bytes": 13146, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 255.90425007976592, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 48.848249949514866, "serialize_ms": 206.85195794794708, "load_ms": 2.798040979541838, "receiver_prefill_ms": 0.0, "query_prefill_ms": 87.33666699845344, "ttft_ms": 87.33666699845344, "decode_ms": 401.5033330069855}, "total_wall_ms": 496.3188749970868, "ttft_ms": 87.33666699845344, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2080489472, "backend_memory": {"mlx_active_bytes": 13892899848, "mlx_peak_bytes": 13981472056, "mlx_cache_bytes": 19959053657, "process_rss_bytes": 2080489472}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13981472056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b30830fd796d901f24af04b87d303e3036576556d9e6ad1ed290310bd32014aa", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2172e7258cfe54c5a00e1408", "attempt_id": "9538b30ecb42", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:20.217405Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13565350920}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5604, "keep": 2802, "compress_ms": 48.77774999476969}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368922, "side_information_bytes": 13146, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 255.90425007976592, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 48.848249949514866, "serialize_ms": 206.85195794794708, "load_ms": 6.815082975663245, "receiver_prefill_ms": 0.0, "query_prefill_ms": 77.13737501762807, "ttft_ms": 77.13737501762807, "decode_ms": 287.5563339330256}, "total_wall_ms": 377.94862501323223, "ttft_ms": 77.13737501762807, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2080604160, "backend_memory": {"mlx_active_bytes": 13892899848, "mlx_peak_bytes": 13981472056, "mlx_cache_bytes": 19959053657, "process_rss_bytes": 2080604160}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13981472056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided in the text.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b30830fd796d901f24af04b87d303e3036576556d9e6ad1ed290310bd32014aa", "output_hash": "515db3b6e2b56162addd24d49fcbd650a5f5ccca0ced2425925d4ebea56fef6a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7cd3112d6116ff62b0e8c857", "attempt_id": "926e98012192", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:20.627300Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13565350920}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5604, "keep": 2802, "compress_ms": 48.77774999476969}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368922, "side_information_bytes": 13146, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 255.90425007976592, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 48.848249949514866, "serialize_ms": 206.85195794794708, "load_ms": 2.8429999947547913, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.66304203402251, "ttft_ms": 63.66304203402251, "decode_ms": 229.18908298015594}, "total_wall_ms": 300.5883329315111, "ttft_ms": 63.66304203402251, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2080374784, "backend_memory": {"mlx_active_bytes": 13891982344, "mlx_peak_bytes": 13978096952, "mlx_cache_bytes": 19959971161, "process_rss_bytes": 2080374784}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13978096952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Marisol Abubakar", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b30830fd796d901f24af04b87d303e3036576556d9e6ad1ed290310bd32014aa", "output_hash": "ac6d961358602a48069a9a2d04568f33364d663bdec11e432e94ae6ee0f059b2"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "00afdf8bf86bfa55552d086a", "attempt_id": "ba80e83813ff", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:20.956514Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13565350920}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 5604, "keep": 2802, "compress_ms": 48.77774999476969}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368922, "side_information_bytes": 13146, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 255.90425007976592, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 48.848249949514866, "serialize_ms": 206.85195794794708, "load_ms": 2.56808300036937, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.906582930125296, "ttft_ms": 59.906582930125296, "decode_ms": 258.3362919976935}, "total_wall_ms": 325.404666014947, "ttft_ms": 59.906582930125296, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1873477632, "backend_memory": {"mlx_active_bytes": 13892899848, "mlx_peak_bytes": 13982520632, "mlx_cache_bytes": 19959053657, "process_rss_bytes": 1873477632}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13982520632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b30830fd796d901f24af04b87d303e3036576556d9e6ad1ed290310bd32014aa", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4f9e2a512422a1929db7915c", "attempt_id": "0f6fe7824e61", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:21.489078Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 57.186458026990294}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690999, "side_information_bytes": 13111, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 177.79841704759747, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 57.24200000986457, "serialize_ms": 120.30091602355242, "load_ms": 7.797707919962704, "receiver_prefill_ms": 0.0, "query_prefill_ms": 75.75608300976455, "ttft_ms": 75.75608300976455, "decode_ms": 301.0604999726638}, "total_wall_ms": 389.9743329966441, "ttft_ms": 75.75608300976455, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1736261632, "backend_memory": {"mlx_active_bytes": 13570855944, "mlx_peak_bytes": 13624890672, "mlx_cache_bytes": 20695635289, "process_rss_bytes": 1736261632}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13624890672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "TX-57F-5447", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3179bd36d18e0e93263841350a54ea1ca3f91289f29e5cfbed7878e7a6f28284", "output_hash": "785ecd8bc558a2174972e30dbd46f2f3c03e34c05e3d462b0aff6274254fdb7d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "770f4889153a1687581a3eb4", "attempt_id": "a7c578ca0877", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:21.912805Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 57.186458026990294}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690999, "side_information_bytes": 13111, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 177.79841704759747, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 57.24200000986457, "serialize_ms": 120.30091602355242, "load_ms": 1.1485829018056393, "receiver_prefill_ms": 0.0, "query_prefill_ms": 44.65833306312561, "ttft_ms": 44.65833306312561, "decode_ms": 297.39433305803686}, "total_wall_ms": 350.3185410518199, "ttft_ms": 44.65833306312561, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1406091264, "backend_memory": {"mlx_active_bytes": 13571773448, "mlx_peak_bytes": 13630231856, "mlx_cache_bytes": 20903515481, "process_rss_bytes": 1406091264}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13630231856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 666, Schefferville", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3179bd36d18e0e93263841350a54ea1ca3f91289f29e5cfbed7878e7a6f28284", "output_hash": "d4b9da00003c6b4f653877be4da40e43ff0e5ddf12ee61a31abc1f4952f33c7e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4e778cdd6a6100ec9ecf1656", "attempt_id": "c93a00c5641d", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:22.304587Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 57.186458026990294}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690999, "side_information_bytes": 13111, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 177.79841704759747, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 57.24200000986457, "serialize_ms": 120.30091602355242, "load_ms": 2.8626250568777323, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.31362503301352, "ttft_ms": 65.31362503301352, "decode_ms": 196.44058402627707}, "total_wall_ms": 269.36562499031425, "ttft_ms": 65.31362503301352, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1291386880, "backend_memory": {"mlx_active_bytes": 13570855944, "mlx_peak_bytes": 13629969712, "mlx_cache_bytes": 20904432985, "process_rss_bytes": 1291386880}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13629969712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not provided in the text.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3179bd36d18e0e93263841350a54ea1ca3f91289f29e5cfbed7878e7a6f28284", "output_hash": "515db3b6e2b56162addd24d49fcbd650a5f5ccca0ced2425925d4ebea56fef6a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b06718a5b4cdcb7a294be243", "attempt_id": "1488695944dc", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:22.608272Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 57.186458026990294}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690999, "side_information_bytes": 13111, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 177.79841704759747, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 57.24200000986457, "serialize_ms": 120.30091602355242, "load_ms": 2.2812089882791042, "receiver_prefill_ms": 0.0, "query_prefill_ms": 62.615042086690664, "ttft_ms": 62.615042086690664, "decode_ms": 223.1368749635294}, "total_wall_ms": 292.54037502687424, "ttft_ms": 62.615042086690664, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1291436032, "backend_memory": {"mlx_active_bytes": 13570855944, "mlx_peak_bytes": 13625349424, "mlx_cache_bytes": 20904432985, "process_rss_bytes": 1291436032}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13625349424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Kwame Obuya", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3179bd36d18e0e93263841350a54ea1ca3f91289f29e5cfbed7878e7a6f28284", "output_hash": "b1ec0e7c962243a5d630ab624f1027fcac0612efd7bcf0d5cc8e6be452f4d9f9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e9a8a35df87c5dbbd35b46a4", "attempt_id": "d9fa636ff9e6", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:22.929293Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 57.186458026990294}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690999, "side_information_bytes": 13111, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 177.79841704759747, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 57.24200000986457, "serialize_ms": 120.30091602355242, "load_ms": 2.5175409391522408, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.63716593477875, "ttft_ms": 63.63716593477875, "decode_ms": 149.1907499730587}, "total_wall_ms": 219.73862498998642, "ttft_ms": 63.63716593477875, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1291485184, "backend_memory": {"mlx_active_bytes": 13571773448, "mlx_peak_bytes": 13631509808, "mlx_cache_bytes": 20903515481, "process_rss_bytes": 1291485184}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13631509808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3179bd36d18e0e93263841350a54ea1ca3f91289f29e5cfbed7878e7a6f28284", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c3baebc620d793ba70ddfb5d", "attempt_id": "4ae9c8e270f4", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:23.269276Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13324047368}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5604, "keep": 700, "compress_ms": 52.86512500606477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294494, "side_information_bytes": 12894, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.24433400575072, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 52.922792034223676, "serialize_ms": 38.08616707101464, "load_ms": 1.3831249671056867, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.58349998295307, "ttft_ms": 36.58349998295307, "decode_ms": 301.2007500510663}, "total_wall_ms": 343.90283306129277, "ttft_ms": 36.58349998295307, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1289060352, "backend_memory": {"mlx_active_bytes": 13409375240, "mlx_peak_bytes": 13454972216, "mlx_cache_bytes": 21284154169, "process_rss_bytes": 1289060352}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13454972216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ostoby-1-001", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee3f3afbbe2a2fc8383f275d36d25dbd8b50507d8a7b6334d13f8b67eae1cf8a", "output_hash": "cce7331772ceacad7b8aa3e25652e37b264f20a8d3f0621854aefec574edbbda"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a8f87f86d14bb82134e41537", "attempt_id": "1d547d4eb5ae", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:23.645100Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13324047368}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5604, "keep": 700, "compress_ms": 52.86512500606477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294494, "side_information_bytes": 12894, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.24433400575072, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 52.922792034223676, "serialize_ms": 38.08616707101464, "load_ms": 1.4304169453680515, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.45970802567899, "ttft_ms": 34.45970802567899, "decode_ms": 1043.9406669465825}, "total_wall_ms": 1101.9549170741811, "ttft_ms": 34.45970802567899, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 27}, "provider_cached_usage": null, "process_memory": 932265984, "backend_memory": {"mlx_active_bytes": 13413045256, "mlx_peak_bytes": 13461099832, "mlx_cache_bytes": 21528668985, "process_rss_bytes": 932265984}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13461099832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I cannot provide information about a specific location that may be associated with a terrorist organization. Is there anything else I can help you with?", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee3f3afbbe2a2fc8383f275d36d25dbd8b50507d8a7b6334d13f8b67eae1cf8a", "output_hash": "c7a767b3c09b2ba093bf43fe72f2b56e5c51e472971a8748b9481d576eca35cd"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4d3eee580d7060cb2243f244", "attempt_id": "0f8332981b2a", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:24.778556Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13324047368}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5604, "keep": 700, "compress_ms": 52.86512500606477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294494, "side_information_bytes": 12894, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.24433400575072, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 52.922792034223676, "serialize_ms": 38.08616707101464, "load_ms": 7.546957931481302, "receiver_prefill_ms": 0.0, "query_prefill_ms": 51.76070798188448, "ttft_ms": 51.76070798188448, "decode_ms": 464.2522089416161}, "total_wall_ms": 529.5326249906793, "ttft_ms": 51.76070798188448, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 14}, "provider_cached_usage": null, "process_memory": 923648000, "backend_memory": {"mlx_active_bytes": 13411865608, "mlx_peak_bytes": 13460837688, "mlx_cache_bytes": 21529848633, "process_rss_bytes": 923648000}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13460837688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I can't provide the calibration constant for Bangamruk-6.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee3f3afbbe2a2fc8383f275d36d25dbd8b50507d8a7b6334d13f8b67eae1cf8a", "output_hash": "cc22f05d987dce33fdd16e722c627af908747deda30dcd1ec4f194b89e0e42aa"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "18f33f81107e5cf4294f6153", "attempt_id": "b966ca61ba6e", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:25.343839Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13324047368}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5604, "keep": 700, "compress_ms": 52.86512500606477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294494, "side_information_bytes": 12894, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.24433400575072, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 52.922792034223676, "serialize_ms": 38.08616707101464, "load_ms": 1.4624169562011957, "receiver_prefill_ms": 0.0, "query_prefill_ms": 55.83545798435807, "ttft_ms": 55.83545798435807, "decode_ms": 856.3441659789532}, "total_wall_ms": 919.9064589338377, "ttft_ms": 55.83545798435807, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 24}, "provider_cached_usage": null, "process_memory": 924286976, "backend_memory": {"mlx_active_bytes": 13411865608, "mlx_peak_bytes": 13455430968, "mlx_cache_bytes": 21531028281, "process_rss_bytes": 924286976}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13455430968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "I couldn't find any information on a person or entity proposing a project or concept called \"Talzen-3\".", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee3f3afbbe2a2fc8383f275d36d25dbd8b50507d8a7b6334d13f8b67eae1cf8a", "output_hash": "ae4b07e62ec563bb5ae396e2d3307b1fd4d3c2e04f2da0495dfe0a220ffcb8ec"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ddf9b5588b238a612dfc0ff4", "attempt_id": "cf3ad5d32975", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:26.297392Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13324047368}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 5604, "keep": 700, "compress_ms": 52.86512500606477}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294494, "side_information_bytes": 12894, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.24433400575072, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 52.922792034223676, "serialize_ms": 38.08616707101464, "load_ms": 3.396708983927965, "receiver_prefill_ms": 0.0, "query_prefill_ms": 49.704625038430095, "ttft_ms": 49.704625038430095, "decode_ms": 108.61545894294977}, "total_wall_ms": 168.70954202022403, "ttft_ms": 49.704625038430095, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 924286976, "backend_memory": {"mlx_active_bytes": 13410292744, "mlx_peak_bytes": 13462164792, "mlx_cache_bytes": 21533158201, "process_rss_bytes": 924286976}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13462164792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Not specified.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ee3f3afbbe2a2fc8383f275d36d25dbd8b50507d8a7b6334d13f8b67eae1cf8a", "output_hash": "41b2ba91a4e2030bdc58a009006e0fbfee5b16cd156aeff35baf22dbfb394449"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6bb7da17cd55245601cf8456", "attempt_id": "efa176d83909", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:26.666491Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 67.4187500262633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690992, "side_information_bytes": 13104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.5989999677986, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 67.45149998459965, "serialize_ms": 100.93245794996619, "load_ms": 3.633416024968028, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.71087497286499, "ttft_ms": 65.71087497286499, "decode_ms": 2495.359709020704}, "total_wall_ms": 2570.9388749673963, "ttft_ms": 65.71087497286499, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1081114624, "backend_memory": {"mlx_active_bytes": 13575443464, "mlx_peak_bytes": 13624890672, "mlx_cache_bytes": 21787405113, "process_rss_bytes": 1081114624}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13624890672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "````````````````````````````````````````````````````````````````````````````````````````````````", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1933f337e7b1fffc2d8c4a6108acad0a397060a769c8a98beaf80e0838b096b", "output_hash": "7373d4c8832f748a753067d5abc1569f8c8ce7a4c9fb68ecf3fe8592c97e8709"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "663675e00ce83fbfd7552287", "attempt_id": "64649e71f80e", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:29.283289Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 67.4187500262633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690992, "side_information_bytes": 13104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.5989999677986, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 67.45149998459965, "serialize_ms": 100.93245794996619, "load_ms": 8.839541929773986, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.066875085234642, "ttft_ms": 26.066875085234642, "decode_ms": 1908.1732499180362}, "total_wall_ms": 1949.4733330793679, "ttft_ms": 26.066875085234642, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1079705600, "backend_memory": {"mlx_active_bytes": 13576360968, "mlx_peak_bytes": 13630231856, "mlx_cache_bytes": 21994826553, "process_rss_bytes": 1079705600}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13630231856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "}\n\n}\n\n}\n\n\n\n\n\n\n\n\n\n\n\n\n\n}\n\n\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\\", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1933f337e7b1fffc2d8c4a6108acad0a397060a769c8a98beaf80e0838b096b", "output_hash": "1917bdcccae25bb0496c2cdf48f59dcd5197636af333a0fa85cee4f96f79c06c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6e613e1d0d4358f151d634a3", "attempt_id": "ba784727475f", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:31.265763Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 67.4187500262633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690992, "side_information_bytes": 13104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.5989999677986, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 67.45149998459965, "serialize_ms": 100.93245794996619, "load_ms": 8.967375033535063, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.6297909244895, "ttft_ms": 56.6297909244895, "decode_ms": 1895.7019589142874}, "total_wall_ms": 1966.2065410520881, "ttft_ms": 56.6297909244895, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1079623680, "backend_memory": {"mlx_active_bytes": 13576360968, "mlx_peak_bytes": 13629969712, "mlx_cache_bytes": 21994826553, "process_rss_bytes": 1079623680}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13629969712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "````````````````````````````````````````````````````````````````````````````````````````````````", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1933f337e7b1fffc2d8c4a6108acad0a397060a769c8a98beaf80e0838b096b", "output_hash": "7373d4c8832f748a753067d5abc1569f8c8ce7a4c9fb68ecf3fe8592c97e8709"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3850d8a2f373ce422c319c70", "attempt_id": "6c2f23dd7370", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:33.270213Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 67.4187500262633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690992, "side_information_bytes": 13104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.5989999677986, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 67.45149998459965, "serialize_ms": 100.93245794996619, "load_ms": 8.167374995537102, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.074832941405475, "ttft_ms": 59.074832941405475, "decode_ms": 1955.5826670257375}, "total_wall_ms": 2027.5825839489698, "ttft_ms": 59.074832941405475, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1050558464, "backend_memory": {"mlx_active_bytes": 13575443464, "mlx_peak_bytes": 13625349424, "mlx_cache_bytes": 21995744057, "process_rss_bytes": 1050558464}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13625349424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "````````````````````````````````````````````````", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1933f337e7b1fffc2d8c4a6108acad0a397060a769c8a98beaf80e0838b096b", "output_hash": "fe7c95b19bc29c6c954d67654ff8231bf47e1f210eb62c420ee1eb82bfccb15f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cc3647dcc0c7a738ba3d0c4f", "attempt_id": "07432d53a415", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:35.333729Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 5604, "keep": 1401, "compress_ms": 67.4187500262633}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690992, "side_information_bytes": 13104, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 168.5989999677986, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 67.45149998459965, "serialize_ms": 100.93245794996619, "load_ms": 8.1402090145275, "receiver_prefill_ms": 0.0, "query_prefill_ms": 85.21391695830971, "ttft_ms": 85.21391695830971, "decode_ms": 1903.110207989812}, "total_wall_ms": 2000.9317089570686, "ttft_ms": 85.21391695830971, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1050427392, "backend_memory": {"mlx_active_bytes": 13576360968, "mlx_peak_bytes": 13631509808, "mlx_cache_bytes": 21994826553, "process_rss_bytes": 1050427392}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13631509808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "````````````````````````````````````````````````````````````````````````````````````````````````", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1933f337e7b1fffc2d8c4a6108acad0a397060a769c8a98beaf80e0838b096b", "output_hash": "7373d4c8832f748a753067d5abc1569f8c8ce7a4c9fb68ecf3fe8592c97e8709"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "831340b521275c6dbcbe2f07", "attempt_id": "3ff65ce87ff0", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:37.364877Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5604, "keep": 2802, "window_tokens": 35, "compress_ms": 518.3137910207734}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368962, "side_information_bytes": 13186, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 675.2929999493062, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 523.0899159796536, "serialize_ms": 151.92841703537852, "load_ms": 62.54754203837365, "receiver_prefill_ms": 0.0, "query_prefill_ms": 83.49887491203845, "ttft_ms": 83.49887491203845, "decode_ms": 416.10666702035815}, "total_wall_ms": 1242.3859999980778, "ttft_ms": 83.49887491203845, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1607532544, "backend_memory": {"mlx_active_bytes": 13891982344, "mlx_peak_bytes": 13977900344, "mlx_cache_bytes": 22393891641, "process_rss_bytes": 1607532544}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13977900344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ed0290926873ba2a2ce663c7cc163624128b31eeabd7f6e74a38cc1d01c83a45", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "18ee2b2f34bfc857360047de", "attempt_id": "abc268f9067d", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:38.644562Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5604, "keep": 2802, "window_tokens": 42, "compress_ms": 329.87979205790907}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368963, "side_information_bytes": 13187, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 667.0027920044959, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 335.1433329517022, "serialize_ms": 331.4970840001479, "load_ms": 9.64620802551508, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.2809580406174, "ttft_ms": 74.2809580406174, "decode_ms": 492.64466599561274}, "total_wall_ms": 1249.3818749208003, "ttft_ms": 74.2809580406174, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1652162560, "backend_memory": {"mlx_active_bytes": 13892899848, "mlx_peak_bytes": 13981472056, "mlx_cache_bytes": 22418991929, "process_rss_bytes": 1652162560}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13981472056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "59faa4c209bbe8dfe15bfb65cd6015d8723c353824e18f27f5781634ed03e3e7", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "edfde960df3abb7db4b4b69f", "attempt_id": "7a97cb46cb0a", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:39.935452Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5604, "keep": 2802, "window_tokens": 41, "compress_ms": 238.10504202265292}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368963, "side_information_bytes": 13187, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 466.9177079340443, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 243.25245793443173, "serialize_ms": 223.26616593636572, "load_ms": 1.7085000872612, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.19600011128932, "ttft_ms": 42.19600011128932, "decode_ms": 205.0814590184018}, "total_wall_ms": 722.1124580828473, "ttft_ms": 42.19600011128932, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1662418944, "backend_memory": {"mlx_active_bytes": 13891982344, "mlx_peak_bytes": 13981472056, "mlx_cache_bytes": 22441978681, "process_rss_bytes": 1662418944}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13981472056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "59faa4c209bbe8dfe15bfb65cd6015d8723c353824e18f27f5781634ed03e3e7", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "23e5427f1efecab6c3950499", "attempt_id": "d3f1b6390bb5", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:40.695743Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5604, "keep": 2802, "window_tokens": 36, "compress_ms": 247.94499995186925}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368963, "side_information_bytes": 13187, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 387.825291021727, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 252.6489170268178, "serialize_ms": 134.810124989599, "load_ms": 6.2966670375317335, "receiver_prefill_ms": 0.0, "query_prefill_ms": 67.32058397028595, "ttft_ms": 67.32058397028595, "decode_ms": 280.22049996070564}, "total_wall_ms": 746.6819579713047, "ttft_ms": 67.32058397028595, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1668857856, "backend_memory": {"mlx_active_bytes": 13891982344, "mlx_peak_bytes": 13978096952, "mlx_cache_bytes": 22461360953, "process_rss_bytes": 1668857856}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13978096952, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "59faa4c209bbe8dfe15bfb65cd6015d8723c353824e18f27f5781634ed03e3e7", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a9210c162d83217a08e3ea35", "attempt_id": "02f2fdea7e54", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:41.477610Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 5604, "keep": 2802, "window_tokens": 43, "compress_ms": 194.72920801490545}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 321355776, "serialized_payload_bytes": 321368963, "side_information_bytes": 13187, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 282.89008303545415, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 199.82937502209097, "serialize_ms": 82.70679193083197, "load_ms": 1.6295000677928329, "receiver_prefill_ms": 0.0, "query_prefill_ms": 81.32658305112273, "ttft_ms": 81.32658305112273, "decode_ms": 252.02170806005597}, "total_wall_ms": 622.497292002663, "ttft_ms": 81.32658305112273, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1675083776, "backend_memory": {"mlx_active_bytes": 13892899848, "mlx_peak_bytes": 13982520632, "mlx_cache_bytes": 22498601785, "process_rss_bytes": 1675083776}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13982520632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "59faa4c209bbe8dfe15bfb65cd6015d8723c353824e18f27f5781634ed03e3e7", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7f0e9a4583d87b4a145ed319", "attempt_id": "47010cdacfe6", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:42.136182Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 35, "compress_ms": 200.97987493500113}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691039, "side_information_bytes": 13151, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 259.81316703837365, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 205.4489579750225, "serialize_ms": 54.0476250462234, "load_ms": 31.44924994558096, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.69408303685486, "ttft_ms": 61.69408303685486, "decode_ms": 299.79308403562754}, "total_wall_ms": 657.5041250325739, "ttft_ms": 61.69408303685486, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1862336512, "backend_memory": {"mlx_active_bytes": 13570855944, "mlx_peak_bytes": 13624890672, "mlx_cache_bytes": 22820645689, "process_rss_bytes": 1862336512}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13624890672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "80ec0c0d694c971bb6105f273b5e61314df59dad6f4b1cb4a6259758dcb99e36", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3fe4ffc34ca2df90752ca1f3", "attempt_id": "2fdce565d04d", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:42.827674Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 42, "compress_ms": 176.74308398272842}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691039, "side_information_bytes": 13151, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 238.99529105983675, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 181.15420802496374, "serialize_ms": 57.576042017899454, "load_ms": 3.5103749250993133, "receiver_prefill_ms": 0.0, "query_prefill_ms": 61.76275003235787, "ttft_ms": 61.76275003235787, "decode_ms": 379.39016695600003}, "total_wall_ms": 688.4169590193778, "ttft_ms": 61.76275003235787, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2028929024, "backend_memory": {"mlx_active_bytes": 13571773448, "mlx_peak_bytes": 13630231856, "mlx_cache_bytes": 22819728185, "process_rss_bytes": 2028929024}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13630231856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "80ec0c0d694c971bb6105f273b5e61314df59dad6f4b1cb4a6259758dcb99e36", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "114bf24f6b07f6489f50e8cf", "attempt_id": "443ce03ac782", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:43.548437Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 41, "compress_ms": 181.31220794748515}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691039, "side_information_bytes": 13151, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.25291598588228, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 186.27558404114097, "serialize_ms": 60.68787502590567, "load_ms": 1.3256249949336052, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.834792050533, "ttft_ms": 64.834792050533, "decode_ms": 159.01229192968458}, "total_wall_ms": 477.09554189350456, "ttft_ms": 64.834792050533, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2034057216, "backend_memory": {"mlx_active_bytes": 13570855944, "mlx_peak_bytes": 13629969712, "mlx_cache_bytes": 22820645689, "process_rss_bytes": 2034057216}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13629969712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "80ec0c0d694c971bb6105f273b5e61314df59dad6f4b1cb4a6259758dcb99e36", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "67bd66e1ede2771d3b008f04", "attempt_id": "bafd1f3967e2", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:44.060428Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 36, "compress_ms": 193.97658295929432}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691039, "side_information_bytes": 13151, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 262.21391605213284, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 197.9771669721231, "serialize_ms": 64.0108339721337, "load_ms": 2.1132919937372208, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.50816703867167, "ttft_ms": 53.50816703867167, "decode_ms": 237.00620792806149}, "total_wall_ms": 559.5260000554845, "ttft_ms": 53.50816703867167, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2038906880, "backend_memory": {"mlx_active_bytes": 13570855944, "mlx_peak_bytes": 13625349424, "mlx_cache_bytes": 22820645689, "process_rss_bytes": 2038906880}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13625349424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "80ec0c0d694c971bb6105f273b5e61314df59dad6f4b1cb4a6259758dcb99e36", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "129ddf6fec2214c2779db07c", "attempt_id": "34a2b314ab26", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:44.653665Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 43, "compress_ms": 176.0685829212889}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691038, "side_information_bytes": 13150, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 253.35524999536574, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 180.34979200456291, "serialize_ms": 72.66791595611721, "load_ms": 3.1345830066129565, "receiver_prefill_ms": 0.0, "query_prefill_ms": 108.4713329328224, "ttft_ms": 108.4713329328224, "decode_ms": 224.54445797484368}, "total_wall_ms": 595.3344579320401, "ttft_ms": 108.4713329328224, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2039021568, "backend_memory": {"mlx_active_bytes": 13571773448, "mlx_peak_bytes": 13631509808, "mlx_cache_bytes": 22819728185, "process_rss_bytes": 2039021568}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13631509808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "58952f6b2bc472771ecf46ebdfb9d9ce35b375631c6ee30f1166d4b2baf6f82e", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6b1321ac8bfecf5f3eaeeac5", "attempt_id": "7600ef67a1e2", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:45.281341Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5604, "keep": 700, "window_tokens": 35, "compress_ms": 160.69783398415893}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294535, "side_information_bytes": 12935, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 211.73220791388303, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 165.7940000295639, "serialize_ms": 45.69745808839798, "load_ms": 15.83454106003046, "receiver_prefill_ms": 0.0, "query_prefill_ms": 59.58762508817017, "ttft_ms": 59.58762508817017, "decode_ms": 280.37199995014817}, "total_wall_ms": 571.8319170409814, "ttft_ms": 59.58762508817017, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2128838656, "backend_memory": {"mlx_active_bytes": 13409375240, "mlx_peak_bytes": 13454939448, "mlx_cache_bytes": 22982126393, "process_rss_bytes": 2128838656}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13454939448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ed7cf463b5b3fcde6301d62cc215d8377d003b686846b140f538d4b1ff50c2bb", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bec00837e87fb74aaaf2d75c", "attempt_id": "23929e110e35", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:45.885759Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5604, "keep": 700, "window_tokens": 42, "compress_ms": 181.90508300904185}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294535, "side_information_bytes": 12935, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 228.1698330771178, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 186.51204206980765, "serialize_ms": 41.401790920645, "load_ms": 5.5270419688895345, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.72466597892344, "ttft_ms": 45.72466597892344, "decode_ms": 357.6380000449717}, "total_wall_ms": 642.0275830896571, "ttft_ms": 45.72466597892344, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1924546560, "backend_memory": {"mlx_active_bytes": 13410292744, "mlx_peak_bytes": 13460706616, "mlx_cache_bytes": 22981208889, "process_rss_bytes": 1924546560}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13460706616, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ed7cf463b5b3fcde6301d62cc215d8377d003b686846b140f538d4b1ff50c2bb", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c6b9b1676a13b705fd3a2449", "attempt_id": "51bdf2dc6701", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:46.563224Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5604, "keep": 700, "window_tokens": 41, "compress_ms": 241.76437500864267}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294535, "side_information_bytes": 12935, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 287.6072090584785, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 247.14495800435543, "serialize_ms": 39.85195804852992, "load_ms": 2.0749580580741167, "receiver_prefill_ms": 0.0, "query_prefill_ms": 40.976583026349545, "ttft_ms": 40.976583026349545, "decode_ms": 186.16408307570964}, "total_wall_ms": 521.2222080444917, "ttft_ms": 40.976583026349545, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1824800768, "backend_memory": {"mlx_active_bytes": 13410292744, "mlx_peak_bytes": 13460444472, "mlx_cache_bytes": 22981208889, "process_rss_bytes": 1824800768}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13460444472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ed7cf463b5b3fcde6301d62cc215d8377d003b686846b140f538d4b1ff50c2bb", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "94fcfdf843fa2784351c311b", "attempt_id": "8a9eeca7f2ef", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:47.126319Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5604, "keep": 700, "window_tokens": 36, "compress_ms": 201.884749927558}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294533, "side_information_bytes": 12933, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 244.77758293505758, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 206.6602910635993, "serialize_ms": 37.79262490570545, "load_ms": 1.5312500763684511, "receiver_prefill_ms": 0.0, "query_prefill_ms": 43.66845800541341, "ttft_ms": 43.66845800541341, "decode_ms": 224.24466698430479}, "total_wall_ms": 518.8630829798058, "ttft_ms": 43.66845800541341, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1754234880, "backend_memory": {"mlx_active_bytes": 13409375240, "mlx_peak_bytes": 13455398200, "mlx_cache_bytes": 22982126393, "process_rss_bytes": 1754234880}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13455398200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "28848cc90fae0d5fb0e358a59d821d03273a947a1435397ce3cd1f3e6ec732c6", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "09d0ead767c0c847877827b9", "attempt_id": "67712ae8d7f2", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:47.674913Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 5604, "keep": 700, "window_tokens": 43, "compress_ms": 175.82045798189938}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 80281600, "serialized_payload_bytes": 80294535, "side_information_bytes": 12935, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 204.27741704043, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 180.3433330496773, "serialize_ms": 23.685125051997602, "load_ms": 2.1985829807817936, "receiver_prefill_ms": 0.0, "query_prefill_ms": 65.8190839458257, "ttft_ms": 65.8190839458257, "decode_ms": 229.87350006587803}, "total_wall_ms": 506.74558291211724, "ttft_ms": 65.8190839458257, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1759363072, "backend_memory": {"mlx_active_bytes": 13410292744, "mlx_peak_bytes": 13462164792, "mlx_cache_bytes": 22981208889, "process_rss_bytes": 1759363072}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13462164792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ed7cf463b5b3fcde6301d62cc215d8377d003b686846b140f538d4b1ff50c2bb", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "90eac810dfefd2448aa529ac", "attempt_id": "d98bf7681972", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:48.459364Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 19, "compress_ms": 190.7628340413794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691038, "side_information_bytes": 13150, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.69616697449237, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 192.83220800571144, "serialize_ms": 54.68499998096377, "load_ms": 7.008875021710992, "receiver_prefill_ms": 0.0, "query_prefill_ms": 63.8433750718832, "ttft_ms": 63.8433750718832, "decode_ms": 99.95474992319942}, "total_wall_ms": 175.87133403867483, "ttft_ms": 63.8433750718832, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1757888512, "backend_memory": {"mlx_active_bytes": 13569938440, "mlx_peak_bytes": 13624890672, "mlx_cache_bytes": 22845090693, "process_rss_bytes": 1757888512}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13624890672, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "58952f6b2bc472771ecf46ebdfb9d9ce35b375631c6ee30f1166d4b2baf6f82e", "output_hash": "9cf9f50925b2a7803c73826a305235d4215dc428721c731072a9f2c0f5d6ae5a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "be7ce0617c18508919d33b43", "attempt_id": "a99e4e6ca0a8", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:48.669587Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 19, "compress_ms": 190.7628340413794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691038, "side_information_bytes": 13150, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.69616697449237, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 192.83220800571144, "serialize_ms": 54.68499998096377, "load_ms": 3.2914580078795552, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.02125000953674, "ttft_ms": 74.02125000953674, "decode_ms": 348.10370800551027}, "total_wall_ms": 430.37137493956834, "ttft_ms": 74.02125000953674, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1757872128, "backend_memory": {"mlx_active_bytes": 13571773448, "mlx_peak_bytes": 13630231856, "mlx_cache_bytes": 22843255685, "process_rss_bytes": 1757872128}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13630231856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 479, Sept-Îles.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 0.0, "f1": 0.28571428571428575}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "58952f6b2bc472771ecf46ebdfb9d9ce35b375631c6ee30f1166d4b2baf6f82e", "output_hash": "57dd2c5d669f44df217ab7ed8dddb745e7607712c15ce752bc05ddacfcb75784"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "34e36cea4374d56d4172965a", "attempt_id": "03fd56625440", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:49.148294Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 19, "compress_ms": 190.7628340413794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691038, "side_information_bytes": 13150, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.69616697449237, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 192.83220800571144, "serialize_ms": 54.68499998096377, "load_ms": 3.5082079702988267, "receiver_prefill_ms": 0.0, "query_prefill_ms": 64.50445810332894, "ttft_ms": 64.50445810332894, "decode_ms": 50.73529202491045}, "total_wall_ms": 123.22512501850724, "ttft_ms": 64.50445810332894, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1757888512, "backend_memory": {"mlx_active_bytes": 13570855944, "mlx_peak_bytes": 13629969712, "mlx_cache_bytes": 22844173189, "process_rss_bytes": 1757888512}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13629969712, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "58952f6b2bc472771ecf46ebdfb9d9ce35b375631c6ee30f1166d4b2baf6f82e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7163f1b48509387a2f509d31", "attempt_id": "5d6680361555", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:49.301036Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 19, "compress_ms": 190.7628340413794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691038, "side_information_bytes": 13150, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.69616697449237, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 192.83220800571144, "serialize_ms": 54.68499998096377, "load_ms": 1.2560419272631407, "receiver_prefill_ms": 0.0, "query_prefill_ms": 57.79212503693998, "ttft_ms": 57.79212503693998, "decode_ms": 94.58049992099404}, "total_wall_ms": 158.0682919593528, "ttft_ms": 57.79212503693998, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1757937664, "backend_memory": {"mlx_active_bytes": 13569938440, "mlx_peak_bytes": 13625349424, "mlx_cache_bytes": 22845090693, "process_rss_bytes": 1757937664}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13625349424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "58952f6b2bc472771ecf46ebdfb9d9ce35b375631c6ee30f1166d4b2baf6f82e", "output_hash": "9cf9f50925b2a7803c73826a305235d4215dc428721c731072a9f2c0f5d6ae5a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ad189227d36e27894aeb2b3e", "attempt_id": "4ebdcf855f3d", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:49.493936Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13404787720}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 19, "compress_ms": 190.7628340413794}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 5, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160691038, "side_information_bytes": 13150, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.69616697449237, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 192.83220800571144, "serialize_ms": 54.68499998096377, "load_ms": 2.9453749302774668, "receiver_prefill_ms": 0.0, "query_prefill_ms": 74.57275001797825, "ttft_ms": 74.57275001797825, "decode_ms": 47.60533303488046}, "total_wall_ms": 129.74420795217156, "ttft_ms": 74.57275001797825, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1757954048, "backend_memory": {"mlx_active_bytes": 13570855944, "mlx_peak_bytes": 13631509808, "mlx_cache_bytes": 22844173189, "process_rss_bytes": 1757954048}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13631509808, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 0.0, "abstained": 1.0, "f1": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "58952f6b2bc472771ecf46ebdfb9d9ce35b375631c6ee30f1166d4b2baf6f82e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "161fa1b0445041c416172d6c", "attempt_id": "03d6f0f7e172", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:49.662816Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 35, "compress_ms": 404.5262079453096}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690944, "side_information_bytes": 13056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 570.3804580261931, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 409.12479197140783, "serialize_ms": 160.97729199100286, "load_ms": 228.29200001433492, "receiver_prefill_ms": 0.0, "query_prefill_ms": 6538.595792022534, "ttft_ms": 6538.595792022534, "decode_ms": 1246.9222079962492}, "total_wall_ms": 8588.826040970162, "ttft_ms": 6538.595792022534, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 914587648, "backend_memory": {"mlx_active_bytes": 13570544648, "mlx_peak_bytes": 13795024148, "mlx_cache_bytes": 24618961985, "process_rss_bytes": 914587648}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13795024148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e645d9b5d1ad9d3c801c573ab3aa40ae91b793554ab338a3c8e6c7eeeea5044c", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cf486536640442cc42db4e2b", "attempt_id": "09a5365cd392", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:16:58.283766Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 42, "compress_ms": 636.7869169916958}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690944, "side_information_bytes": 13056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 751.9142079399899, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 641.2057910347357, "serialize_ms": 110.4182080598548, "load_ms": 134.18816693592817, "receiver_prefill_ms": 0.0, "query_prefill_ms": 3670.838666963391, "ttft_ms": 3670.838666963391, "decode_ms": 1427.6352500310168}, "total_wall_ms": 5991.042500012554, "ttft_ms": 3670.838666963391, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 781451264, "backend_memory": {"mlx_active_bytes": 13571413000, "mlx_peak_bytes": 13805481348, "mlx_cache_bytes": 24618902085, "process_rss_bytes": 781451264}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13805481348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e645d9b5d1ad9d3c801c573ab3aa40ae91b793554ab338a3c8e6c7eeeea5044c", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "15482690da2c8bd974d08e2f", "attempt_id": "25251b392f9c", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:04.309506Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 41, "compress_ms": 968.0775000015274}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690944, "side_information_bytes": 13056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1123.3976669609547, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 975.0453749438748, "serialize_ms": 147.94687507674098, "load_ms": 120.65408297348768, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1935.4937920579687, "ttft_ms": 1935.4937920579687, "decode_ms": 375.2207920188084}, "total_wall_ms": 3561.993082985282, "ttft_ms": 1935.4937920579687, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 935018496, "backend_memory": {"mlx_active_bytes": 13570855944, "mlx_peak_bytes": 13803961300, "mlx_cache_bytes": 24618426949, "process_rss_bytes": 935018496}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13803961300, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e645d9b5d1ad9d3c801c573ab3aa40ae91b793554ab338a3c8e6c7eeeea5044c", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d96971db3a178f1c95f60d32", "attempt_id": "09cf6d0447cd", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:07.926343Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 36, "compress_ms": 483.9994170470163}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690944, "side_information_bytes": 13056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1144.786834018305, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 491.1328749731183, "serialize_ms": 653.2132079591975, "load_ms": 95.78879096079618, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1740.0656250538304, "ttft_ms": 1740.0656250538304, "decode_ms": 374.86212491057813}, "total_wall_ms": 3373.7095000687987, "ttft_ms": 1740.0656250538304, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 933675008, "backend_memory": {"mlx_active_bytes": 13570429960, "mlx_peak_bytes": 13796559748, "mlx_cache_bytes": 24614724165, "process_rss_bytes": 933675008}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13796559748, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e645d9b5d1ad9d3c801c573ab3aa40ae91b793554ab338a3c8e6c7eeeea5044c", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6c4631d1e584f7de94d13da0", "attempt_id": "807fa80d43a9", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:11.357467Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 43, "compress_ms": 859.5249999780208}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 160677888, "serialized_payload_bytes": 160690944, "side_information_bytes": 13056, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1051.5108330873773, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 867.8334589349106, "serialize_ms": 183.22220793925226, "load_ms": 62.206166912801564, "receiver_prefill_ms": 0.0, "query_prefill_ms": 1811.673125019297, "ttft_ms": 1811.673125019297, "decode_ms": 503.2590420451015}, "total_wall_ms": 3435.9384999843314, "ttft_ms": 1811.673125019297, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 925614080, "backend_memory": {"mlx_active_bytes": 13571118088, "mlx_peak_bytes": 13807066100, "mlx_cache_bytes": 24613786401, "process_rss_bytes": 925614080}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13807066100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e645d9b5d1ad9d3c801c573ab3aa40ae91b793554ab338a3c8e6c7eeeea5044c", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "18819d14a9ecf3468fc87a90", "attempt_id": "72111ad2e439", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:14.855913Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q00_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 35, "compress_ms": 1374.9734159791842, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 35, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 85360128, "serialized_payload_bytes": 85387397, "side_information_bytes": 27269, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1609.6329999854788, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 1420.5102080013603, "serialize_ms": 188.38445795699954, "load_ms": 23.716624942608178, "receiver_prefill_ms": 0.0, "query_prefill_ms": 225.50599998794496, "ttft_ms": 225.50599998794496, "decode_ms": 267.7600410534069}, "total_wall_ms": 2134.889332926832, "ttft_ms": 225.50599998794496, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 35}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 939884544, "backend_memory": {"mlx_active_bytes": 13419500552, "mlx_peak_bytes": 13495330536, "mlx_cache_bytes": 24759473057, "process_rss_bytes": 939884544}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13495330536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "HC-81A-7823", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2cc0e6bb74d2f9fb5e9c332e9c3ed240d1c843292880d29192a08ef4a431c840", "output_hash": "c31dde53785e26fa1d10aca3477f51af38bae3bf2f55ddfff8dd4d0ad46351df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ceafce422640973f6b0c8cc2", "attempt_id": "24c6153e7ac8", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:17.040672Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q01_single_fact", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 42, "compress_ms": 423.98179206065834, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 42, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 85360128, "serialized_payload_bytes": 85387397, "side_information_bytes": 27269, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 492.2547080786899, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 440.6666250433773, "serialize_ms": 50.873416010290384, "load_ms": 4.898582934401929, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.55558305885643, "ttft_ms": 42.55558305885643, "decode_ms": 370.65624992828816}, "total_wall_ms": 917.6987500395626, "ttft_ms": 42.55558305885643, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 42}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1028456448, "backend_memory": {"mlx_active_bytes": 13419467784, "mlx_peak_bytes": 13492338864, "mlx_cache_bytes": 24753410977, "process_rss_bytes": 1028456448}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13492338864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Lot 894-D, Gaspé.", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 0.8571428571428571}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2cc0e6bb74d2f9fb5e9c332e9c3ed240d1c843292880d29192a08ef4a431c840", "output_hash": "b5554699ca1445f91b96d857dc469360a149c2f4784ae064e24ed4b6911b09f3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c2354a68c8fcd6e0810a547f", "attempt_id": "912b759bdf5c", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:18.010540Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q02_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 41, "compress_ms": 183.82549996022135, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 41, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 85360128, "serialized_payload_bytes": 85387397, "side_information_bytes": 27269, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 244.70266606658697, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 208.9522909373045, "serialize_ms": 35.01195798162371, "load_ms": 2.445791964419186, "receiver_prefill_ms": 0.0, "query_prefill_ms": 52.10620793513954, "ttft_ms": 52.10620793513954, "decode_ms": 201.63041702471673}, "total_wall_ms": 508.7334170239046, "ttft_ms": 52.10620793513954, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 41}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1035190272, "backend_memory": {"mlx_active_bytes": 13419467784, "mlx_peak_bytes": 13491649840, "mlx_cache_bytes": 24753410977, "process_rss_bytes": 1035190272}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13491649840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "79.3209", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2cc0e6bb74d2f9fb5e9c332e9c3ed240d1c843292880d29192a08ef4a431c840", "output_hash": "00844526dd9401ae600bda6d0889bf28bbf827181a645be64bc8e9566d051361"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "de76d9576d70444fa79c7863", "attempt_id": "a866fa48f90c", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:18.568386Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q03_exact_copy", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 36, "compress_ms": 205.55795799009502, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 36, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 85360128, "serialized_payload_bytes": 85387397, "side_information_bytes": 27269, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 248.17862501367927, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 222.0386250410229, "serialize_ms": 25.480916956439614, "load_ms": 1.7869160510599613, "receiver_prefill_ms": 0.0, "query_prefill_ms": 42.48549998737872, "ttft_ms": 42.48549998737872, "decode_ms": 223.94766693469137}, "total_wall_ms": 522.660999908112, "ttft_ms": 42.48549998737872, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 36}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1041317888, "backend_memory": {"mlx_active_bytes": 13419467784, "mlx_peak_bytes": 13498895144, "mlx_cache_bytes": 24753410977, "process_rss_bytes": 1041317888}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13498895144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Haruki Achterberg", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2cc0e6bb74d2f9fb5e9c332e9c3ed240d1c843292880d29192a08ef4a431c840", "output_hash": "f8f4436d5607232dde4f6986ce4cf4ad38bcb02f807312d9c5078948d1ac80b3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7587384c61dbb36a2d24e9a0", "attempt_id": "8a5a8839c698", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:19.139353Z", "task_family": "synthetic", "document_id": "syn_02001_8000", "document_hash": "acefbded40b5210f20d4288aa9a950b81e67729e53809c2fd0da03d1517011ae", "question_id": "q04_multi_hop", "split": "dev", "cluster_id": "syn_02001_8000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13243307016}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 5604, "keep": 1401, "window_tokens": 43, "compress_ms": 233.34629100281745, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 5544, "source_tokens_receiver": 5544, "query_tokens": 43, "message_tokens": 5604, "message_utf8_bytes": 29096, "cache_tensor_bytes": 85360128, "serialized_payload_bytes": 85387397, "side_information_bytes": 27269, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 284.71608296968043, "doc_prefill_ms": 1790.0077499216422, "compress_ms": 251.3009998947382, "serialize_ms": 32.703291974030435, "load_ms": 4.341125022619963, "receiver_prefill_ms": 0.0, "query_prefill_ms": 94.76875001564622, "ttft_ms": 94.76875001564622, "decode_ms": 215.85779101587832}, "total_wall_ms": 606.9262920645997, "ttft_ms": 94.76875001564622, "input_usage": {"receiver_prefix_tokens": 5604, "dense_cache_bytes": 642711552, "query_tokens": 43}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1047298048, "backend_memory": {"mlx_active_bytes": 13419467784, "mlx_peak_bytes": 13494261936, "mlx_cache_bytes": 24753410977, "process_rss_bytes": 1047298048}, "peak_prefill_memory": 13686477876, "peak_decode_memory": 13494261936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8,900,835", "evidence_artifact": null, "reference_key_id": "keys/synthetic/syn_02001_8000.json", "task_scores": {"correct": 1.0, "abstained": 0.0, "f1": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2cc0e6bb74d2f9fb5e9c332e9c3ed240d1c843292880d29192a08ef4a431c840", "output_hash": "60d5349a522cecbebe7453e3cc50a36b948b21241716c354a3567079c1da27ed"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f617381eea3f69d41c39dcf0", "attempt_id": "675718be36c7", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:20.831576Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.25749998167157173, "decode_payload_ms": 0.0, "receiver_prefill_ms": 19867.28000000585, "ttft_ms": 519.4475839380175, "decode_ms": 44.66404195409268}, "total_wall_ms": 20458.493083016947, "ttft_ms": 519.4475839380175, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 866484224, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12671473064, "mlx_cache_bytes": 723011288, "process_rss_bytes": 866484224}, "peak_prefill_memory": null, "peak_decode_memory": 12671473064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:NameError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "61d19dcc9118ad3bfdf7784f", "attempt_id": "d147213d87d0", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:41.432699Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 1961, "message_tokens": 1878, "message_utf8_bytes": 7944, "cache_tensor_bytes": null, "serialized_payload_bytes": 7944, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.020749983377754688, "decode_payload_ms": 0.0, "receiver_prefill_ms": 518.5225839959458, "ttft_ms": 57.92395805474371, "decode_ms": 2114.3393330276012}, "total_wall_ms": 2694.8395839426666, "ttft_ms": 57.92395805474371, "input_usage": {"receiver_prompt_tokens": 1961}, "output_usage": {"output_tokens": 103}, "provider_cached_usage": null, "process_memory": 867975168, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13453718240, "mlx_cache_bytes": 1671243128, "process_rss_bytes": 867975168}, "peak_prefill_memory": null, "peak_decode_memory": 13453718240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total * 1.09975, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "output_hash": "52e1cef059332f035c68ad6cb4825162e815ea2ae692a7931f44ea69618b4fad"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "92a8ea530d96ea9fcc96c295", "attempt_id": "5536ce0452e1", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:44.190585Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1878}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 220, "message_tokens": 132, "message_utf8_bytes": 526, "cache_tensor_bytes": null, "serialized_payload_bytes": 526, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.3185419850051403, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.07325006648898, "ttft_ms": 14.44854203145951, "decode_ms": 2085.1852499181405}, "total_wall_ms": 2137.3753750231117, "ttft_ms": 14.44854203145951, "input_usage": {"receiver_prompt_tokens": 220}, "output_usage": {"output_tokens": 111}, "provider_cached_usage": null, "process_memory": 868286464, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12783392732, "mlx_cache_bytes": 1870325988, "process_rss_bytes": 868286464}, "peak_prefill_memory": null, "peak_decode_memory": 12783392732, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        units = row['units']\n        unit_price = row['unit_price']\n        discount_pct = row['discount_pct']\n        returned = row['returned']\n        shipped_days = row['shipped_days']\n        net_unit_price = unit_price * (1 - discount_pct / 100)\n        effective_units = units - returned\n        revenue = effective_units * net_unit_price\n        total_revenue += revenue\n    return total_revenue", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1c42436310fd042c062f6702df0424ff13fcc094b3038ee882dc715288bd16e7", "output_hash": "4270a5c2504ac6a65174a12b556fbaefbddc2a07860ee30b1dbb7519590cbe7d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "451d0a02e60209547f457127", "attempt_id": "6fbd16eacb3a", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:46.390694Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1878}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 604, "message_tokens": 516, "message_utf8_bytes": 2125, "cache_tensor_bytes": null, "serialized_payload_bytes": 2125, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.4579159216955304, "decode_payload_ms": 0.0, "receiver_prefill_ms": 92.33625000342727, "ttft_ms": 19.47216596454382, "decode_ms": 2113.9380410313606}, "total_wall_ms": 2228.2432499341667, "ttft_ms": 19.47216596454382, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 107}, "provider_cached_usage": null, "process_memory": 868548608, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12995306584, "mlx_cache_bytes": 2270882020, "process_rss_bytes": 868548608}, "peak_prefill_memory": null, "peak_decode_memory": 12995306584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        if row['region'] != 'Sud' and row['units'] >= 2 and row['returned'] is False:\n            revenue = row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)\n            total_revenue += revenue * (1 + 9.975 / 100)\n    return round(total_revenue, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b7ea55ec19a912bdc2602ff77f1aa1d243ad05aee726df286d17f24031980cc2", "output_hash": "faf7117464915ab6efc8357c993aef48205fe086b5032720a585f93b55530dcd"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "923076aa360f42491580c610", "attempt_id": "f704fa90fde4", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:48.705179Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 211, "message_tokens": 127, "message_utf8_bytes": 407, "cache_tensor_bytes": null, "serialized_payload_bytes": 407, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.344042024575174, "decode_payload_ms": 0.0, "receiver_prefill_ms": 41.757832979783416, "ttft_ms": 20.22412500809878, "decode_ms": 21.50304103270173}, "total_wall_ms": 85.06087493151426, "ttft_ms": 20.22412500809878, "input_usage": {"receiver_prompt_tokens": 211}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 869007360, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12777117660, "mlx_cache_bytes": 2435770596, "process_rss_bytes": 869007360}, "peak_prefill_memory": null, "peak_decode_memory": 12777117660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:NameError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1093102f8f784d7997e6fbf6f69f351318a3eac2447fd65023fc240731fb5640", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a3f8c8f26fb7094380c0a21a", "attempt_id": "bef0e0346159", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:48.880573Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 593, "message_tokens": 509, "message_utf8_bytes": 1477, "cache_tensor_bytes": null, "serialized_payload_bytes": 1477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.7465409841388464, "decode_payload_ms": 0.0, "receiver_prefill_ms": 112.3932080809027, "ttft_ms": 20.733791054226458, "decode_ms": 1752.2399589652196}, "total_wall_ms": 1889.7944579366595, "ttft_ms": 20.733791054226458, "input_usage": {"receiver_prompt_tokens": 593}, "output_usage": {"output_tokens": 93}, "provider_cached_usage": null, "process_memory": 869171200, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12990702680, "mlx_cache_bytes": 2795956452, "process_rss_bytes": 869171200}, "peak_prefill_memory": null, "peak_decode_memory": 12990702680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0\n    for r in rows:\n        if r['region'] != 'Sud' and r['units'] >= 2 and not r['returned']:\n            total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    total *= 1.09975\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ceaffc83b689d4c30c239da21d68b44f7c7c37f79e38d43e9c1d560c2a8c8221", "output_hash": "ffa28412b9de632dd3968f7088c71c87391ccc320b38b21c3dbfc329f3cd6a24"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6398ca6d67252cc182bc0299", "attempt_id": "ea525035f00e", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:50.844945Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 504, "n_sentences": 24}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 588, "message_tokens": 504, "message_utf8_bytes": 2327, "cache_tensor_bytes": null, "serialized_payload_bytes": 2327, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.9076250027865171, "decode_payload_ms": 0.0, "receiver_prefill_ms": 93.30679196864367, "ttft_ms": 22.26675010751933, "decode_ms": 2263.958708033897}, "total_wall_ms": 2383.5927500622347, "ttft_ms": 22.26675010751933, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 119}, "provider_cached_usage": null, "process_memory": 869253120, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13007889496, "mlx_cache_bytes": 3059362020, "process_rss_bytes": 869253120}, "peak_prefill_memory": null, "peak_decode_memory": 13007889496, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for r in rows:\n        if r['region'] != 'Sud' and r['units'] >= 2 and r['returned'] == 0:\n            line_revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100)\n            total_revenue += line_revenue\n    total_revenue_with_tax = total_revenue * 1.09975\n    return round(total_revenue_with_tax, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5510b2a52afe53f99f90a62ba77bd5b733a3fe1b837b94a67de5cae8e04a23bb", "output_hash": "eadff04705ec9802ab79b5bac383e14df5ec81249dc28f676731b1975a568bbc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e52c078ece354e93fc13fdc8", "attempt_id": "147aaf0c0d36", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:17:56.087784Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 216, "message_tokens": 128, "message_utf8_bytes": 407, "cache_tensor_bytes": null, "serialized_payload_bytes": 407, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2793.542542029172, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.88637498859316, "ttft_ms": 19.467792008072138, "decode_ms": 2053.1654169317335}, "total_wall_ms": 2121.8120000557974, "ttft_ms": 19.467792008072138, "input_usage": {"receiver_prompt_tokens": 216, "sender_input_tokens": 1993, "sender_output_tokens": 128, "sender_prefill_ms": 273.61833304166794, "sender_ttft_ms": 21.859209053218365, "sender_decode_ms": 2493.4749170206487}, "output_usage": {"output_tokens": 111}, "provider_cached_usage": null, "process_memory": 870105088, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12790568924, "mlx_cache_bytes": 3984763108, "process_rss_bytes": 870105088}, "peak_prefill_memory": null, "peak_decode_memory": 12790568924, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        if row['region'] != 'Sud' and row['units'] >= 2 and row['discount_pct'] == 0:\n            unit_price = row['unit_price']\n            revenue = row['units'] * unit_price\n            tax = revenue * 0.09975\n            net_revenue = round(revenue + tax, 2)\n            total_revenue += net_revenue\n    return total_revenue", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "623a2237f975e477b60601f40b2652ac9c8bc7b4b72dfabf06c6ad325d708227", "output_hash": "e1dac4d5c82b26f62bcbf435fb4bc527be6dab0d638f376938a66fd8e73e3df0"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "26077680a0083e511149fde9", "attempt_id": "6c33f17def76", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:02.612781Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 297, "message_tokens": 210, "message_utf8_bytes": 867, "cache_tensor_bytes": null, "serialized_payload_bytes": 867, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4339.381958008744, "decode_payload_ms": 0.0, "receiver_prefill_ms": 67.15058395639062, "ttft_ms": 20.466124988161027, "decode_ms": 1722.2207910381258}, "total_wall_ms": 1812.294292030856, "ttft_ms": 20.466124988161027, "input_usage": {"receiver_prompt_tokens": 297, "sender_input_tokens": 1994, "sender_output_tokens": 210, "sender_prefill_ms": 305.41195906698704, "sender_ttft_ms": 21.379292011260986, "sender_decode_ms": 4009.8442080197856}, "output_usage": {"output_tokens": 94}, "provider_cached_usage": null, "process_memory": 870383616, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12851501328, "mlx_cache_bytes": 4999671172, "process_rss_bytes": 870383616}, "peak_prefill_memory": null, "peak_decode_memory": 12851501328, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    valid_rows = [row for row in rows if row['region'] != 'Sud' and row['units'] >= 2]\n    total_revenue = sum(row['price'] * row['units'] for row in valid_rows)\n    total_revenue_after_tax = total_revenue * (1 + 9.975 / 100)\n    return round(total_revenue_after_tax, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "537d0743d88b2b340de9a6575294dae74079f94b4be7cf4c62b8a1e2e6916de1", "output_hash": "e6ed0b2830fb12baf80be811e36ce1045353743bee22a9cbaf5373c01b1af324"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "036d166c790c951b53f5f866", "attempt_id": "e258a4ce45bd", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:04.473552Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 214, "message_tokens": 126, "message_utf8_bytes": 403, "cache_tensor_bytes": null, "serialized_payload_bytes": 403, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2775.8812500396743, "decode_payload_ms": 0.0, "receiver_prefill_ms": 41.119375033304095, "ttft_ms": 18.794917035847902, "decode_ms": 2340.2899579377845}, "total_wall_ms": 5176.801415975206, "ttft_ms": 18.794917035847902, "input_usage": {"receiver_prompt_tokens": 214, "sender_input_tokens": 2014, "sender_output_tokens": 126, "sender_prefill_ms": 330.406834022142, "sender_ttft_ms": 21.927875000983477, "sender_decode_ms": 2421.736458898522}, "output_usage": {"output_tokens": 126}, "provider_cached_usage": null, "process_memory": 870481920, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12790028276, "mlx_cache_bytes": 5908786564, "process_rss_bytes": 870481920}, "peak_prefill_memory": null, "peak_decode_memory": 12790028276, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    tax_rate = 0.09975\n    for r in rows:\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        if r['returned']:\n            continue\n        line_revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n        total += line_revenue\n    return round(total * (1 + tax_rate), 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4c1d916f6e568ffe387aa35dacd3e6f9d20f970fb664fc29e687555701cbdcc7", "output_hash": "4c1d916f6e568ffe387aa35dacd3e6f9d20f970fb664fc29e687555701cbdcc7"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8ec1c84cf1ae111fcc70c5c4", "attempt_id": "02f311fb3ffd", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:10.951849Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 132, "message_tokens": 34, "message_utf8_bytes": 121, "cache_tensor_bytes": null, "serialized_payload_bytes": 121, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1253.0306670814753, "decode_payload_ms": 0.0, "receiver_prefill_ms": 50.47395802102983, "ttft_ms": 17.96408393420279, "decode_ms": 18.52841698564589}, "total_wall_ms": 88.48479099106044, "ttft_ms": 17.96408393420279, "input_usage": {"receiver_prompt_tokens": 132, "sender_input_tokens": 2022, "sender_output_tokens": 47, "sender_prefill_ms": 299.0032910602167, "sender_ttft_ms": 19.80379200540483, "sender_decode_ms": 930.2979999920353}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 871137280, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12714006492, "mlx_cache_bytes": 6814657924, "process_rss_bytes": 871137280}, "peak_prefill_memory": null, "peak_decode_memory": 12714006492, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:NameError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3e5e25a167fbb4e5f12ab25a79459da3a9722a7321c08ec2c15c5b921d5bdea8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "77c18b4862be31456b62b238", "attempt_id": "640996ec4f5d", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:21.369583Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 441, "message_tokens": 342, "message_utf8_bytes": 1182, "cache_tensor_bytes": null, "serialized_payload_bytes": 1182, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 10281.710500014015, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.06987496931106, "ttft_ms": 20.038916962221265, "decode_ms": 1993.3779580751434}, "total_wall_ms": 2092.1938749961555, "ttft_ms": 20.038916962221265, "input_usage": {"receiver_prompt_tokens": 441, "sender_input_tokens": 2022, "sender_output_tokens": 512, "sender_prefill_ms": 358.2548750564456, "sender_ttft_ms": 22.763750050216913, "sender_decode_ms": 9897.567125037313}, "output_usage": {"output_tokens": 102}, "provider_cached_usage": null, "process_memory": 871333888, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12966255440, "mlx_cache_bytes": 7258960996, "process_rss_bytes": 871333888}, "peak_prefill_memory": null, "peak_decode_memory": 12966255440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    rows = [row for row in rows if row['region'] != 'Sud' and len(row['units']) >= 2]\n    total_revenue = sum(row['units'] * row['unit_price'] * (1 - row['discount_pct']/100) for row in rows)\n    total_revenue = total_revenue * (1 + 9.975/100)\n    return round(total_revenue, 2)", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "TypeError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "af17c6707129f32187116d847b6d3afdde7c390b1f3d9ffc0c9ef161c0526a1a", "output_hash": "6f63cf1c16acac9721a4e236f4a2fb294a691a71a775f02ff31bb92d8c672278"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "604ad04f5c821dbb3879a9a1", "attempt_id": "f29b92e0ad29", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:23.519318Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 313, "message_tokens": 214, "message_utf8_bytes": 622, "cache_tensor_bytes": null, "serialized_payload_bytes": 622, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4850.044999970123, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.699999957345426, "ttft_ms": 13.873624964617193, "decode_ms": 2260.594791965559}, "total_wall_ms": 7183.9346250053495, "ttft_ms": 13.873624964617193, "input_usage": {"receiver_prompt_tokens": 313, "sender_input_tokens": 2055, "sender_output_tokens": 220, "sender_prefill_ms": 529.3973750667647, "sender_ttft_ms": 22.254582960158587, "sender_decode_ms": 4295.087083010003}, "output_usage": {"output_tokens": 121}, "provider_cached_usage": null, "process_memory": 872857600, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12864215888, "mlx_cache_bytes": 8324392960, "process_rss_bytes": 872857600}, "peak_prefill_memory": null, "peak_decode_memory": 12864215888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    rows = [row for row in rows if row['region'] != 'Sud' and len(row['units']) >= 2]\n    total = sum(row['units'][i] * row['unit_price'][i] * (1 - row['discount_pct'][i] / 100) for i in range(len(row['units'])) if row['region'] != 'Sud' and len(row['units']) >= 2)\n    total = total * 1.09975\n    return round(total, 2)", "evidence_artifact": {"n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "TypeError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b6815cd358d6ea06f7e3edb9397498c707cf9de68f952a58a56c7c9dce49b213", "output_hash": "5be7de7224d86a5bf62b958b98d24005db869b912a8e57767f9f9563a91ce6ad"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "455f60d0587d973318191966", "attempt_id": "e676e8aae161", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:30.771088Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 889, "message_tokens": 805, "message_utf8_bytes": 571, "cache_tensor_bytes": null, "serialized_payload_bytes": 571, "side_information_bytes": 0, "fetched_bytes": 1885, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.3593750298023224, "decode_payload_ms": 0.0, "receiver_prefill_ms": 147.03654206823558, "ttft_ms": 18.86183302849531, "decode_ms": 1861.4160829456523}, "total_wall_ms": 2031.7227910272777, "ttft_ms": 18.86183302849531, "input_usage": {"receiver_prompt_tokens": 889, "sender_input_tokens": 2022, "sender_output_tokens": 512, "sender_prefill_ms": 358.2548750564456, "sender_ttft_ms": 22.763750050216913, "sender_decode_ms": 9897.567125037313}, "output_usage": {"output_tokens": 99}, "provider_cached_usage": null, "process_memory": 872988672, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13163979852, "mlx_cache_bytes": 8873355264, "process_rss_bytes": 872988672}, "peak_prefill_memory": null, "peak_decode_memory": 13163979852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        if row['region'] != 'Sud' and row['units'] >= 2 and not row['returned']:\n            revenue = row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)\n            total_revenue += revenue * 0.09975\n    return round(total_revenue, 2)", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1885, "retrieved_refs": 6}, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "90a3c5d114c99264071ba3869a8c0905c4ea830d53a2df8e9414ee7b4ac48230", "output_hash": "dac98f019ab4350cc5107de61d31039521dd3c87ebaaef2388091f3fc50a4bbc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d600b70f0ec3afd8e4cdef79", "attempt_id": "b665fa967ab8", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:32.872405Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 6.139103554868624}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 1961, "message_tokens": 1878, "message_utf8_bytes": 7944, "cache_tensor_bytes": null, "serialized_payload_bytes": 1294, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.551875077188015, "decode_payload_ms": 0.8686250075697899, "receiver_prefill_ms": 289.6325830370188, "ttft_ms": 22.075124899856746, "decode_ms": 2020.3869589604437}, "total_wall_ms": 2336.274500004947, "ttft_ms": 22.075124899856746, "input_usage": {"receiver_prompt_tokens": 1961}, "output_usage": {"output_tokens": 103}, "provider_cached_usage": null, "process_memory": 873431040, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13453718240, "mlx_cache_bytes": 8873355264, "process_rss_bytes": 873431040}, "peak_prefill_memory": null, "peak_decode_memory": 13453718240, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total * 1.09975, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "output_hash": "52e1cef059332f035c68ad6cb4825162e815ea2ae692a7931f44ea69618b4fad"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c81fed08a58cd35f7cc7796a", "attempt_id": "549125b9a62e", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:44.851509Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.27263045793397234, "origin_tokens": 1793, "compressed_tokens": 540, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 678, "message_tokens": 594, "message_utf8_bytes": 2298, "cache_tensor_bytes": null, "serialized_payload_bytes": 2298, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9580.99016698543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 907.8918749000877, "ttft_ms": 42.23454208113253, "decode_ms": 20.591249922290444}, "total_wall_ms": 974.6294590877369, "ttft_ms": 42.23454208113253, "input_usage": {"receiver_prompt_tokens": 678}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 865419264, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13034775640, "mlx_cache_bytes": 9292326912, "process_rss_bytes": 865419264}, "peak_prefill_memory": null, "peak_decode_memory": 13034775640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:NameError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6ae921034a165986fcfadafdd31324c28a92090b486f64a91432a567640fd96b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "75f00862a899a6d179705d8f", "attempt_id": "4eac23a92b35", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:46.545889Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12743660552}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 70668288, "serialized_payload_bytes": 70684360, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 642.1309999423102, "doc_prefill_ms": 610.4508340358734, "compress_ms": 3.2279998995363712, "serialize_ms": 24.64587497524917, "load_ms": 2.566457958891988, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.0872090049088, "ttft_ms": 31.0872090049088, "decode_ms": 2120.6411669263616}, "total_wall_ms": 2156.0285839950666, "ttft_ms": 31.0872090049088, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 106}, "provider_cached_usage": null, "process_memory": 914358272, "backend_memory": {"mlx_active_bytes": 12820337672, "mlx_peak_bytes": 12869948768, "mlx_cache_bytes": 10330501185, "process_rss_bytes": 914358272}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12869948768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    total *= 1.09975\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2dccbbb3509abbdff5398c9f7fd404605ea14c9d91311515c0c93fc676d8ffb5", "output_hash": "de63afd2053274da81b9492392a3b89b3ee0754518b3f639b236fb90d36b5eb5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2e04c5395c14b663a37262a5", "attempt_id": "f824f9eb4d0f", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:48.782859Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12743660552}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "5824c8252792b489", "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 70668288, "serialized_payload_bytes": 70684388, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 31.397165963426232, "doc_prefill_ms": 610.4508340358734, "compress_ms": 4.236291046254337, "serialize_ms": 26.849416084587574, "load_ms": 20.134833990596235, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.39891700912267, "ttft_ms": 27.39891700912267, "decode_ms": 2120.060499990359}, "total_wall_ms": 2169.3069169996306, "ttft_ms": 27.39891700912267, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 106}, "provider_cached_usage": null, "process_memory": 1001373696, "backend_memory": {"mlx_active_bytes": 12820337672, "mlx_peak_bytes": 12869850352, "mlx_cache_bytes": 10330501185, "process_rss_bytes": 1001373696}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12869850352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    total *= 1.09975\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e8da902f68ff42f22476114c2c937f079ba7c4944bb1cd2f87d60567a5635ac6", "output_hash": "de63afd2053274da81b9492392a3b89b3ee0754518b3f639b236fb90d36b5eb5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bc483f06755a102ba75aa235", "attempt_id": "9b1098b4c78b", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:51.155010Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12710479496}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 37542528, "serialized_payload_bytes": 37576710, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 148.59050000086427, "doc_prefill_ms": 610.4508340358734, "compress_ms": 16.56279095914215, "serialize_ms": 131.53337500989437, "load_ms": 2.856916980817914, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.211750025860965, "ttft_ms": 34.211750025860965, "decode_ms": 2315.955541911535}, "total_wall_ms": 2354.7220829641446, "ttft_ms": 34.211750025860965, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 106}, "provider_cached_usage": null, "process_memory": 1085734912, "backend_memory": {"mlx_active_bytes": 12754405000, "mlx_peak_bytes": 12836651432, "mlx_cache_bytes": 10744783905, "process_rss_bytes": 1085734912}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12836651432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    total *= 1.09975\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "237d995b94048eaf965f61e685cf71b4029ef202da3b0133e032334cb476a646", "output_hash": "de63afd2053274da81b9492392a3b89b3ee0754518b3f639b236fb90d36b5eb5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2a89c38bbdd1b82effefb434", "attempt_id": "823366cb0694", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:18:53.647814Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12693964424}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 19875456, "serialized_payload_bytes": 19909496, "side_information_bytes": 34040, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 89.81437503825873, "doc_prefill_ms": 610.4508340358734, "compress_ms": 13.24533298611641, "serialize_ms": 76.13220904022455, "load_ms": 2.000165986828506, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.82945896778256, "ttft_ms": 35.82945896778256, "decode_ms": 6245.576916029677}, "total_wall_ms": 6286.023500026204, "ttft_ms": 35.82945896778256, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 785809408, "backend_memory": {"mlx_active_bytes": 12720440968, "mlx_peak_bytes": 12798688076, "mlx_cache_bytes": 10831998241, "process_rss_bytes": 785809408}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12798688076, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "night\n\nnight night nighttime nighte night night.\n night night at night night night night night nightnight night night night night night night night night night nightnightnight night night night night nightnight night night night night night night night night night night night night night night night night night night night night night night night night nightnightnightnight night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night nightnight night night night night night night night night night night night night night night night night night nightnight night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night nightnightnight night night night night night night night night night night night night night night nightnight night night night night night night night night night night night night night night night night night night night night night night night night night night night night night nightnightnight night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "44a8a0c27db5a6ef79f6aa916d3b58791736e4817675158974bb0d3c9c9b6284", "output_hash": "fbf9d1af274d0da9580ed935c53ed90ba625129da8ef96bece87f06feca167c6"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c4d8a0e7706f3fffd306adde", "attempt_id": "9839a7f3d132", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:00.061777Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12687332360}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 13250304, "serialized_payload_bytes": 13284132, "side_information_bytes": 33828, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 72.87037489004433, "doc_prefill_ms": 610.4508340358734, "compress_ms": 14.968791976571083, "serialize_ms": 57.360583916306496, "load_ms": 2.562790992669761, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.574499947950244, "ttft_ms": 22.574499947950244, "decode_ms": 4780.283582978882}, "total_wall_ms": 4807.882541092113, "ttft_ms": 22.574499947950244, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 813793280, "backend_memory": {"mlx_active_bytes": 12705387528, "mlx_peak_bytes": 12784583832, "mlx_cache_bytes": 10875926609, "process_rss_bytes": 813793280}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12784583832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The data the data of the the the the the the the the the the of the the the the the of the the the the the the of the the of the of of the of the of the of the of the of the the the of the of the of the of the of of the of the of the of the of the of the the of the of the of the of the of the of the of the of the of the the of the the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of  of the of the of the the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of of the of the of the of of of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the the of the of the the of the the of the the of the of the of the of the the the of the of the of the of the of the of the of the of the of the of the of the of the the some of the of the some of the of the the of the of the", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a06607ce707c9f1ec6941a8e5c1540985fdb35af29501a92ba772cad8c1fd7a8", "output_hash": "cecf6e02947b9452c5d9450215baeb61116a7029a626c0506b3e6f50ee09098b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "632b3c235cd928c169a2b38a", "attempt_id": "e93c07d897ee", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:04.938717Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12708271112}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 1917, "keep": 958, "compress_ms": 10.64695802051574}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 35315712, "serialized_payload_bytes": 35331665, "side_information_bytes": 15953, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.29191700462252, "doc_prefill_ms": 610.4508340358734, "compress_ms": 10.690542054362595, "serialize_ms": 11.383667006157339, "load_ms": 1.4617079868912697, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.620375104248524, "ttft_ms": 21.620375104248524, "decode_ms": 1187.4387500574812}, "total_wall_ms": 1212.6247499836609, "ttft_ms": 21.620375104248524, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 85}, "provider_cached_usage": null, "process_memory": 792821760, "backend_memory": {"mlx_active_bytes": 12748379144, "mlx_peak_bytes": 12792747248, "mlx_cache_bytes": 10883139665, "process_rss_bytes": 792821760}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12792747248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['returned']:\n            continue\n        if r['units'] < 2:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total * 1.1, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e409e33329dcd3191ead9e3e072de07e95fe386b999182de10dc1f84b085d410", "output_hash": "a8ad6194185097e4376c4a2e78fb471b872632fff609b83581967ac99f505e47"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "131320d6dbaf63dcf93a1f8a", "attempt_id": "353573273d80", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:06.218797Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12690576392}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1917, "keep": 479, "compress_ms": 10.40862500667572}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 17657856, "serialized_payload_bytes": 17673767, "side_information_bytes": 15911, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.30654200259596, "doc_prefill_ms": 610.4508340358734, "compress_ms": 10.455458075739443, "serialize_ms": 8.622666937299073, "load_ms": 1.2456669937819242, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.822249956429005, "ttft_ms": 18.822249956429005, "decode_ms": 769.3554169964045}, "total_wall_ms": 791.8904169928282, "ttft_ms": 18.822249956429005, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 56}, "provider_cached_usage": null, "process_memory": 806617088, "backend_memory": {"mlx_active_bytes": 12712989704, "mlx_peak_bytes": 12754212080, "mlx_cache_bytes": 10940010445, "process_rss_bytes": 806617088}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12754212080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        if row['status'] == 'shipped':\n            total_revenue += row['price'] * row['quantity']\n    return total_revenue * 0.95", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bab777e2e65dc873d9044bae65b3202f61661d413e3dd3f1962a6a54d5db41bc", "output_hash": "0fc8018a4698f2f4fb0590029b10afabbc5f727127fdd059f11c1570449de3c6"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c236c3db0d9879302431e2da", "attempt_id": "1d376372ca73", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:07.066980Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12682318856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 1917, "keep": 240, "compress_ms": 6.756416987627745}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 8847360, "serialized_payload_bytes": 8863202, "side_information_bytes": 15842, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.53091695252806, "doc_prefill_ms": 610.4508340358734, "compress_ms": 6.797958048991859, "serialize_ms": 5.528583074919879, "load_ms": 1.0522919474169612, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.139209085144103, "ttft_ms": 17.139209085144103, "decode_ms": 683.4164999891073}, "total_wall_ms": 703.4844169393182, "ttft_ms": 17.139209085144103, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 50}, "provider_cached_usage": null, "process_memory": 801325056, "backend_memory": {"mlx_active_bytes": 12695294984, "mlx_peak_bytes": 12733960408, "mlx_cache_bytes": 10962718669, "process_rss_bytes": 801325056}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12733960408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        if row['status'] == 'completed':\n            total_revenue += row['amount']\n    return total_revenue * 0.95", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "156e3e4a49a2fe16e39338bcdd69515c3f8deab763707ec95db40d3b131b9dcb", "output_hash": "e8e3f92a70e492a28430bfdc19daa00a648e83e91015de1a63f78446da6005c6"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6bb4f95130bfcd89dc1861a0", "attempt_id": "56cda3fa7219", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:07.834759Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12690576392}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1917, "keep": 479, "compress_ms": 9.516541962511837}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 17657856, "serialized_payload_bytes": 17673762, "side_information_bytes": 15906, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.231333000585437, "doc_prefill_ms": 610.4508340358734, "compress_ms": 9.55512491054833, "serialize_ms": 8.457458927296102, "load_ms": 1.1021659011021256, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.793791998177767, "ttft_ms": 18.793791998177767, "decode_ms": 1225.7061250275}, "total_wall_ms": 1247.4414580501616, "ttft_ms": 18.793791998177767, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 89}, "provider_cached_usage": null, "process_memory": 806518784, "backend_memory": {"mlx_active_bytes": 12714169352, "mlx_peak_bytes": 12754212080, "mlx_cache_bytes": 10973335501, "process_rss_bytes": 806518784}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12754212080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    tax_rate = 0.08\n    for row in rows:\n        if row['region'] == 'Nord' or row['units'] < 2:\n            continue\n        net_revenue = row['units'] * row['price'] * (1 - row['price'] * row['tax_rate'] / 100)\n    return net_revenue\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "69d249454ca576e34d2147d58e8b2ccef209a73cff8aed1498e7bff30db4b351", "output_hash": "865e2725e081f021994be60924e3ea38779c95b31ab64f01535dfbaf3dfa6702"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c65bb57124425258e9653f6a", "attempt_id": "d4bf0f7c33ec", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:09.127247Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 1917, "keep": 958, "window_tokens": 44, "compress_ms": 74.12058406043798}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 35315712, "serialized_payload_bytes": 35331705, "side_information_bytes": 15993, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 96.11079201567918, "doc_prefill_ms": 610.4508340358734, "compress_ms": 75.64583397470415, "serialize_ms": 20.200542057864368, "load_ms": 0.8842910174280405, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.44454198423773, "ttft_ms": 21.44454198423773, "decode_ms": 1488.4519589832053}, "total_wall_ms": 1608.6639999412, "ttft_ms": 21.44454198423773, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 106}, "provider_cached_usage": null, "process_memory": 810811392, "backend_memory": {"mlx_active_bytes": 12749558792, "mlx_peak_bytes": 12792747248, "mlx_cache_bytes": 11084861525, "process_rss_bytes": 810811392}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12792747248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    tax_rate = 0.09\n    for r in rows:\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n        total += revenue\n    return round(total * (1 + tax_rate), 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ef5d7497405fe4b74cb3f05decc571e780d05585ea101e816c1e737ad6288966", "output_hash": "31527585bed6826f6c1ba042e1b158df3a8cafdcffebb82740a3d6aa7a6b5280"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3ebbc239a2a5d31100fa72c1", "attempt_id": "fabfb9ee4d04", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:10.780408Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1917, "keep": 479, "window_tokens": 44, "compress_ms": 44.73387496545911}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 17657856, "serialized_payload_bytes": 17673807, "side_information_bytes": 15951, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.18649997934699, "doc_prefill_ms": 610.4508340358734, "compress_ms": 46.221749973483384, "serialize_ms": 6.724249920807779, "load_ms": 0.8452920010313392, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.12074990104884, "ttft_ms": 19.12074990104884, "decode_ms": 1322.4628330208361}, "total_wall_ms": 1397.2809170372784, "ttft_ms": 19.12074990104884, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 96}, "provider_cached_usage": null, "process_memory": 808206336, "backend_memory": {"mlx_active_bytes": 12714169352, "mlx_peak_bytes": 12754212080, "mlx_cache_bytes": 11121152085, "process_rss_bytes": 808206336}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12754212080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        if r['returned']:\n            continue\n        revenue = r['units'] * r['price'] * (1 - r['tax_rate'] / 100)\n        total += revenue\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d93dab0b1fb06f10d9086a9854d71967857650ddadc198b01b1a57c0bb71d766", "output_hash": "1c1557bca958377ca98385eb13ade74c2acae55e5fce0ef61ce4353434b5eb08"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e9f14078c78ec51c272a2500", "attempt_id": "27112e5e0fd6", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:12.218686Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 1917, "keep": 240, "window_tokens": 44, "compress_ms": 43.66299998946488}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 8847360, "serialized_payload_bytes": 8863242, "side_information_bytes": 15882, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.539165989495814, "doc_prefill_ms": 610.4508340358734, "compress_ms": 45.166791998781264, "serialize_ms": 3.1433330150321126, "load_ms": 0.9571249829605222, "receiver_prefill_ms": 0.0, "query_prefill_ms": 16.86637499369681, "ttft_ms": 16.86637499369681, "decode_ms": 4294.938167091459}, "total_wall_ms": 4363.287833984941, "ttft_ms": 16.86637499369681, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 814383104, "backend_memory": {"mlx_active_bytes": 12704732168, "mlx_peak_bytes": 12733960408, "mlx_cache_bytes": 11162343381, "process_rss_bytes": 814383104}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12733960408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region'] != 'shipped_days']\n    rows = [r for r in rows if r['region']", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7c3af520d25493a1726fe0b0dee203bda997ec8dce7cb9c3434ad843d68cbf20", "output_hash": "ecd02cac39fb98ee4289f27381b391989188e3316033822d0ba7112e72b952dc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "92aa1a3c377669c0a464250c", "attempt_id": "26f2c0e9730b", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:16.669703Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12690576392}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1917, "keep": 479, "window_tokens": 19, "compress_ms": 41.289416956715286}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 17657856, "serialized_payload_bytes": 17673808, "side_information_bytes": 15952, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.91433301195502, "doc_prefill_ms": 610.4508340358734, "compress_ms": 42.17858298216015, "serialize_ms": 4.529125057160854, "load_ms": 1.1793329613283277, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.570207990705967, "ttft_ms": 18.570207990705967, "decode_ms": 1167.9617919726297}, "total_wall_ms": 1189.281209022738, "ttft_ms": 18.570207990705967, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 86}, "provider_cached_usage": null, "process_memory": 816152576, "backend_memory": {"mlx_active_bytes": 12714169352, "mlx_peak_bytes": 12754212080, "mlx_cache_bytes": 11172075477, "process_rss_bytes": 816152576}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12754212080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0\n    for row in rows:\n        if row['region'] != 'Sud' and row['units'] >= 2 and row['returned'] == 0 and row['shipped_days'] <= 30:\n            total += row['unit_price'] * row['units']\n    return round(total * 0.09, 2) + total", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3703762c7852e7f02025ebd6fbd24b894e35eb7b48b5e03f9d4863a29fbfe976", "output_hash": "0a4930f3122c52c952f7b9d8c3ce2e992a2c2f66a892dfbe86987e634572c604"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "038bd4159825fa84e456845f", "attempt_id": "2042a6789b19", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:17.901770Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1917, "keep": 479, "window_tokens": 44, "compress_ms": 45.25208298582584}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 17657856, "serialized_payload_bytes": 17673757, "side_information_bytes": 15901, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.920666941441596, "doc_prefill_ms": 610.4508340358734, "compress_ms": 46.695917029865086, "serialize_ms": 4.989792010746896, "load_ms": 1.4334999723359942, "receiver_prefill_ms": 0.0, "query_prefill_ms": 426.4969590585679, "ttft_ms": 426.4969590585679, "decode_ms": 1242.13845806662}, "total_wall_ms": 1724.0359160350636, "ttft_ms": 426.4969590585679, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 91}, "provider_cached_usage": null, "process_memory": 853311488, "backend_memory": {"mlx_active_bytes": 12714546184, "mlx_peak_bytes": 12740084720, "mlx_cache_bytes": 11204790213, "process_rss_bytes": 853311488}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12740084720, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0\n    for row in rows:\n        if row['product_line'] != 'NET' or row['region'] == 'NET':\n            continue\n        if row['units'] < 2:\n            continue\n        net_revenue = row['units'] * row['price'] * (1 - row['discount'])\n        total += net_revenue\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c824567c24c6cf211c7b1a0674c7dd7ccac750e8bba141e2c08de76fa5e1d44c", "output_hash": "f70cb6e28de3ebc7303b54a82c0eb898d9fd69c492579c2baa17a801ade930f2"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2ec1559ca8d098fc1137a38c", "attempt_id": "27f5d576a67f", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:19.667598Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1917, "keep": 479, "window_tokens": 44, "compress_ms": 43.04862499702722, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1878, "source_tokens_receiver": 1878, "query_tokens": 44, "message_tokens": 1917, "message_utf8_bytes": 7944, "cache_tensor_bytes": 9380736, "serialized_payload_bytes": 9414257, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.616000016219914, "doc_prefill_ms": 610.4508340358734, "compress_ms": 50.78649998176843, "serialize_ms": 5.409749923273921, "load_ms": 2.5317500112578273, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.45454191789031, "ttft_ms": 18.45454191789031, "decode_ms": 1622.4199169082567}, "total_wall_ms": 1704.0899170096964, "ttft_ms": 18.45454191789031, "input_usage": {"receiver_prefix_tokens": 1917, "dense_cache_bytes": 70668288, "query_tokens": 44}, "output_usage": {"output_tokens": 110}, "provider_cached_usage": null, "process_memory": 874446848, "backend_memory": {"mlx_active_bytes": 12696322280, "mlx_peak_bytes": 12742241656, "mlx_cache_bytes": 11291458005, "process_rss_bytes": 874446848}, "peak_prefill_memory": 13436777184, "peak_decode_memory": 12742241656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        if r['returned']:\n            continue\n        revenue = r['units'] * r['unit_price'] * (1 - r['discount']) + r['freight']\n        total += revenue * (1 + r['tax_rate']) / 100\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6bca3e2e8061deab6962689a56ade370f89f15e3240810c8be5650b3770555fa", "output_hash": "033c122ef6a42458bdce741bce63d8394d739576ae116b8e60f70919403e94a8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d008d7034a9781f9ab39e5c5", "attempt_id": "1d1d750f4906", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:21.916968Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 95, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0201669754460454, "decode_payload_ms": 0.0, "receiver_prefill_ms": 4863.939083996229, "ttft_ms": 54.63341705035418, "decode_ms": 1090.659833047539}, "total_wall_ms": 6013.625750085339, "ttft_ms": 54.63341705035418, "input_usage": {"receiver_prompt_tokens": 95}, "output_usage": {"output_tokens": 81}, "provider_cached_usage": null, "process_memory": 589545472, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12691068380, "mlx_cache_bytes": 171934416, "process_rss_bytes": 589545472}, "peak_prefill_memory": null, "peak_decode_memory": 12691068380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = 0\n    total_expenses = 0\n    for row in rows:\n        if row['type'] == 'revenue':\n            total_revenue += row['amount']\n        elif row['type'] == 'expense':\n            total_expenses += row['amount']\n    return total_revenue - total_expenses\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "ceccbfc49a10589103fb013e7d8e03ff535560bba3f0f64a7411aa43c8cc7e9b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7ce4c3acbba75c8ff2268293", "attempt_id": "6cca9a71c041", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:28.002416Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 1898, "message_tokens": 1793, "message_utf8_bytes": 7944, "cache_tensor_bytes": null, "serialized_payload_bytes": 7944, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010041985660791397, "decode_payload_ms": 0.0, "receiver_prefill_ms": 202.18587492126971, "ttft_ms": 13.998332899063826, "decode_ms": 1587.7123340032995}, "total_wall_ms": 1807.4812920531258, "ttft_ms": 13.998332899063826, "input_usage": {"receiver_prompt_tokens": 1898}, "output_usage": {"output_tokens": 113}, "provider_cached_usage": null, "process_memory": 590168064, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13302100440, "mlx_cache_bytes": 887840884, "process_rss_bytes": 590168064}, "peak_prefill_memory": null, "peak_decode_memory": 13302100440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud' or r['returned']:\n            continue\n        if r['units'] < 2:\n            continue\n        revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n        total += revenue\n    tax = total * 0.09975\n    total += tax\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "output_hash": "8d1f313be206ce7e4f8cdc45eff8e9937502b81136639bdca0cab2a09949d028"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bbc05dd2a5ee41af994e9c3f", "attempt_id": "a22c812e8388", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:29.853093Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1793}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 242, "message_tokens": 132, "message_utf8_bytes": 563, "cache_tensor_bytes": null, "serialized_payload_bytes": 563, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.849499906413257, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.32691695727408, "ttft_ms": 13.515750062651932, "decode_ms": 1095.033708959818}, "total_wall_ms": 1144.749333965592, "ttft_ms": 13.515750062651932, "input_usage": {"receiver_prompt_tokens": 242}, "output_usage": {"output_tokens": 81}, "provider_cached_usage": null, "process_memory": 591396864, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12766337052, "mlx_cache_bytes": 1036084280, "process_rss_bytes": 591396864}, "peak_prefill_memory": null, "peak_decode_memory": 12766337052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        revenue = row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)\n        revenue -= row['units'] * row['returned'] * row['unit_price']\n        total_revenue += revenue\n    return total_revenue\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a330a86b6b8910862c1b8221d5883b99d866ad0a9c77323f0e19a30bedd9086f", "output_hash": "6581d622940a5b86265dc613cfbccff3fb43c4441de64f9b9823227bc0638299"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d6125ea486bdf93094a2ea10", "attempt_id": "d096347ac491", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:31.040312Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1793}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 625, "message_tokens": 515, "message_utf8_bytes": 2185, "cache_tensor_bytes": null, "serialized_payload_bytes": 2185, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.1082909554243088, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.15262500662357, "ttft_ms": 13.610250083729625, "decode_ms": 1293.8922080211341}, "total_wall_ms": 1389.7667090641335, "ttft_ms": 13.610250083729625, "input_usage": {"receiver_prompt_tokens": 625}, "output_usage": {"output_tokens": 95}, "provider_cached_usage": null, "process_memory": 592691200, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13043981848, "mlx_cache_bytes": 1496051192, "process_rss_bytes": 592691200}, "peak_prefill_memory": null, "peak_decode_memory": 13043981848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    rows = [row for row in rows if row['region'] != 'Sud' and row['returned'] == False and row['units'] >= 2]\n    revenue = sum(row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100) for row in rows)\n    revenue *= 1.09975\n    return round(revenue, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2413b1319a63f1b6cd0f54d110715d18bcdb9bb119470d5b741d8c0d7ebff49c", "output_hash": "d6ad48d19daa4028fb032076e444c54864be0c65981308d25e8463d4e1012ab9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a80b556740247ba7e33a83b3", "attempt_id": "b0e75c1441f5", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:32.470877Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 127, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 233, "message_tokens": 127, "message_utf8_bytes": 417, "cache_tensor_bytes": null, "serialized_payload_bytes": 417, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.6424999814480543, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.062207956798375, "ttft_ms": 13.412792002782226, "decode_ms": 1181.3283750088885}, "total_wall_ms": 1230.9270419646055, "ttft_ms": 13.412792002782226, "input_usage": {"receiver_prompt_tokens": 233}, "output_usage": {"output_tokens": 87}, "provider_cached_usage": null, "process_memory": 592855040, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12760160284, "mlx_cache_bytes": 1634315768, "process_rss_bytes": 592855040}, "peak_prefill_memory": null, "peak_decode_memory": 12760160284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0\n    for r in rows:\n        if r['region'] != 'Sud' and r['units'] >= 2:\n            total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total * (1 + 0.09975), 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "21a430688e8cf048a2279a9e8e10d7c8238e90178632c88bbbfec23c86944a0d", "output_hash": "c225c1a45f34455c58b45cb830e81a48f8f6c3260890433783794bbdd940b328"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8691fab6b108f1aa4b4a5272", "attempt_id": "6511596e25ef", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:33.742211Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 604, "message_tokens": 498, "message_utf8_bytes": 1553, "cache_tensor_bytes": null, "serialized_payload_bytes": 1553, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.528583001345396, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.67454094532877, "ttft_ms": 13.533290941268206, "decode_ms": 1271.6033330652863}, "total_wall_ms": 1361.988416989334, "ttft_ms": 13.533290941268206, "input_usage": {"receiver_prompt_tokens": 604}, "output_usage": {"output_tokens": 93}, "provider_cached_usage": null, "process_memory": 592986112, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13032709656, "mlx_cache_bytes": 1994583544, "process_rss_bytes": 592986112}, "peak_prefill_memory": null, "peak_decode_memory": 13032709656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0\n    for r in rows:\n        if not r['returned'] and r['region'] != 'Sud' and r['units'] >= 2:\n            total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total * (1 + 0.09975), 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "48e30493b93ebcda2339038b160af9a3c10308d66882e2c52b74d425d38bc3ec", "output_hash": "0c7889ee8e7cfd64c00351584d70e550d93bdc704007cedf1a26ae62d0807c38"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3b7e0a843bd39453297223a4", "attempt_id": "56a94beef3d2", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:35.142354Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 512, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 618, "message_tokens": 512, "message_utf8_bytes": 2405, "cache_tensor_bytes": null, "serialized_payload_bytes": 2405, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.0366248898208141, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.8519580597058, "ttft_ms": 13.702791999094188, "decode_ms": 1337.7982079982758}, "total_wall_ms": 1430.5927499663085, "ttft_ms": 13.702791999094188, "input_usage": {"receiver_prompt_tokens": 618}, "output_usage": {"output_tokens": 98}, "provider_cached_usage": null, "process_memory": 593018880, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13040721432, "mlx_cache_bytes": 2294476280, "process_rss_bytes": 593018880}, "peak_prefill_memory": null, "peak_decode_memory": 13040721432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for r in rows:\n        if r['region'] != 'Sud' and r['units'] >= 2:\n            revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100)\n            total_revenue += revenue\n    tax = total_revenue * 0.09975\n    return round(total_revenue + tax, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1b918631e0fb86c8eeb18ec2fd014d346b49af210fb4d83a68e05ad9997e0880", "output_hash": "386afcb0ebee66414bfab34fc6c287fa4764e3c3d58a941f153b33b00abcdd81"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "33a127daafbafcca7a9ce6cc", "attempt_id": "edcc2380748b", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:38.655642Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 238, "message_tokens": 128, "message_utf8_bytes": 499, "cache_tensor_bytes": null, "serialized_payload_bytes": 499, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2044.2233750363812, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.32433300279081, "ttft_ms": 13.586833025328815, "decode_ms": 1424.4283330626786}, "total_wall_ms": 1474.1859160130844, "ttft_ms": 13.586833025328815, "input_usage": {"receiver_prompt_tokens": 238, "sender_input_tokens": 1927, "sender_output_tokens": 128, "sender_prefill_ms": 218.49029208533466, "sender_ttft_ms": 14.56454093568027, "sender_decode_ms": 1805.8101669885218}, "output_usage": {"output_tokens": 104}, "provider_cached_usage": null, "process_memory": 593838080, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12763633692, "mlx_cache_bytes": 3110833168, "process_rss_bytes": 593838080}, "peak_prefill_memory": null, "peak_decode_memory": 12763633692, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = sum(\n        (row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)) * (1 - row['returned'] / row['shipped_days'])\n        for row in rows\n        if row['region'] != 'Sud' and row['units'] >= 2\n    )\n    return round(total_revenue * (1 + 0.09975), 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cf7908c6fa2db2e10f9287be1075e5c1a9a3bea1d081c5990386bd670edd3446", "output_hash": "74257b8411fb563d35f567653556b4153fcadc375259eb622a245ece08539c04"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2e182ec521f6a3cbff74201a", "attempt_id": "5d0a1aae52be", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:47.632922Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 622, "message_tokens": 512, "message_utf8_bytes": 1692, "cache_tensor_bytes": null, "serialized_payload_bytes": 1692, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7462.727667065337, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.2422500886023, "ttft_ms": 13.654166948981583, "decode_ms": 1312.299625016749}, "total_wall_ms": 1409.4298750860617, "ttft_ms": 13.654166948981583, "input_usage": {"receiver_prompt_tokens": 622, "sender_input_tokens": 1927, "sender_output_tokens": 512, "sender_prefill_ms": 212.70212507806718, "sender_ttft_ms": 14.118542079813778, "sender_decode_ms": 7233.902417006902}, "output_usage": {"output_tokens": 96}, "provider_cached_usage": null, "process_memory": 594640896, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13073948184, "mlx_cache_bytes": 3564702736, "process_rss_bytes": 594640896}, "peak_prefill_memory": null, "peak_decode_memory": 13073948184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = sum(\n        (row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)) \n        for row in rows if not row['returned'] and row['region'] != 'Sud'\n    )\n    total_revenue *= 1.09975  # Apply 9.975% tax\n    return round(total_revenue, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.8, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ce216383da3fca3914a369e3532324ff4046ab2dfdd40ea6c9eb2f590604f161", "output_hash": "2f4e3ebeefa8303d0e566703fe6dc53c934833e5434ecb87e0da10191df67a70"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4b795d4b6c7064caacffedf7", "attempt_id": "66cfc6fea481", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:19:49.083067Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 622, "message_tokens": 512, "message_utf8_bytes": 2250, "cache_tensor_bytes": null, "serialized_payload_bytes": 2250, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7457.842124975286, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.78608398418874, "ttft_ms": 13.54287494905293, "decode_ms": 4394.630833994597}, "total_wall_ms": 11945.208125049248, "ttft_ms": 13.54287494905293, "input_usage": {"receiver_prompt_tokens": 622, "sender_input_tokens": 1947, "sender_output_tokens": 512, "sender_prefill_ms": 206.68395806569606, "sender_ttft_ms": 14.224458020180464, "sender_decode_ms": 7230.318041052669}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 595705856, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13081615896, "mlx_cache_bytes": 4172556920, "process_rss_bytes": 595705856}, "peak_prefill_memory": null, "peak_decode_memory": 13081615896, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\nimport datetime\nimport logging\nimport re\nimport sys\nimport time\nimport warnings\nfrom dataclasses import dataclass\nfrom enum import Enum\nfrom functools import lru_cache\nfrom io import StringIO\nfrom typing import Dict, List, Optional, Tuple\n\nclass Region(Enum):\n    Sud = 'Sud'\n    North = 'North'\n    South = 'South'\n\nclass Returned(Enum):\n    Yes = 'returned'\n    No = 'not returned'\n\nclass DiscountPct(Enum):\n    Yes = 'discount_pct'\n    No = 'no_discount_pct'\n\nclass UnitPrice(Enum):\n    Yes = 'unit_price'\n    No = 'no_unit_price'\n\nclass ShippedDays(Enum):\n    Yes = 'shipped_days'\n    No = 'no_shipped_days'\n\nclass Severity(Enum):\n    High = 'high'\n    Medium = 'medium'\n    Low = 'low'\n\nclass FX(Enum):\n    Yes = 'fx'\n    No = 'no_fx'\n\nclass Reviewer(Enum):\n    Yes = 'reviewer'\n    No = 'no_reviewer'\n\nclass CodeStyle(Enum):\n    Yes = 'code_style'\n    No = 'no_code_style'\n\nclass RepositoryFormatter(Enum):\n    Yes = 'repository_formatter'\n    No = 'no_repository_formatter'\n\nclass FXConversion(Enum):\n    Yes = 'fx_conversion'\n    No = 'no_fx_conversion'\n\nclass SeverityAssignment(Enum):\n    Yes = 'severity_assignment'\n    No = 'no_severity_assignment'\n\nclass UnitTests(Enum):\n    Yes = 'unit_tests'\n    No = 'no_unit_tests'\n\n", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "no_function"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e46ac3e1b35568a718eb0ce3237feb03448068562849114c43b880dad7137d34", "output_hash": "33b8aba023e034660e845beecd330fda18daa8113072fbd2cc8f821f900af0ca"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "80bcfabb5d60d3a7830d0159", "attempt_id": "6b43ebe25c8b", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:03.119507Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 215, "message_tokens": 94, "message_utf8_bytes": 339, "cache_tensor_bytes": null, "serialized_payload_bytes": 339, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2042.836666922085, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.42270797677338, "ttft_ms": 13.644875027239323, "decode_ms": 4360.480666044168}, "total_wall_ms": 4410.402707988396, "ttft_ms": 13.644875027239323, "input_usage": {"receiver_prompt_tokens": 215, "sender_input_tokens": 1957, "sender_output_tokens": 128, "sender_prefill_ms": 209.1804159572348, "sender_ttft_ms": 14.325291966088116, "sender_decode_ms": 1816.6323750047013}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 596754432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12750329884, "mlx_cache_bytes": 4793682184, "process_rss_bytes": 596754432}, "peak_prefill_memory": null, "peak_decode_memory": 12750329884, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    filtered_rows = [row for row in rows if row['region'] != 'Sud']\n    filtered_rows = [row for row in filtered_rows if len(row['units']) >= 2]\n    filtered_rows = [row for row in filtered_rows if row['line_revenue'] != 'exclude returned rows']\n    filtered_rows = [row for row in filtered_rows if row['line_revenue'] != 'exclude rows whose region is \\'Sud\\'']\n    filtered_rows = [row for row in filtered_rows if row['line_revenue'] != 'exclude rows with fewer than 2 units']\n    filtered_rows = [row for row in filtered_rows if row['line_revenue'] != 'line revenue = units * unit_price * (1 - discount_pct/100)']\n    filtered_rows = [row for row in filtered_rows if row['line_revenue'] != 'apply a tax of 9.975 % on the sum']\n    filtered_rows = [row for row in filtered_rows if row['line_revenue'] != 'return the result rounded to 2 decimals (Python round)']\n    filtered_rows = [row for row in filtered_rows if row['line_revenue'] != 'Python round']\n    filtered_rows = [row for row in filtered_rows if row['line_revenue'] != 'round']\n    filtered_rows = [row for row in filtered_rows if row['line_revenue'] != '']\n    filtered_rows = [row for row in filtered_rows if row['line_revenue']", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c743c0ea5ea73b816ddbcf84fc99ef58b64ff3d08320a1da6c104ce065633010", "output_hash": "c700d4093ad36f03df863b2b4de645160375da484f72cfc9668817dc9e075cb8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "25a719f48bd86b420bd0fd2f", "attempt_id": "a8861d112c7e", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:15.014707Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 491, "message_tokens": 370, "message_utf8_bytes": 1223, "cache_tensor_bytes": null, "serialized_payload_bytes": 1223, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7442.210833076388, "decode_payload_ms": 0.0, "receiver_prefill_ms": 57.51595797482878, "ttft_ms": 13.716708053834736, "decode_ms": 1587.546500028111}, "total_wall_ms": 1660.2942500030622, "ttft_ms": 13.716708053834736, "input_usage": {"receiver_prompt_tokens": 491, "sender_input_tokens": 1957, "sender_output_tokens": 512, "sender_prefill_ms": 208.40224996209145, "sender_ttft_ms": 14.191625057719648, "sender_decode_ms": 7217.576832976192}, "output_usage": {"output_tokens": 116}, "provider_cached_usage": null, "process_memory": 597000192, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12938402904, "mlx_cache_bytes": 5049977096, "process_rss_bytes": 597000192}, "peak_prefill_memory": null, "peak_decode_memory": 12938402904, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    def calculate_revenue(row):\n        if row['region'] == 'Sud':\n            return 0\n        if row['units'] < 2:\n            return 0\n        revenue = row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)\n        revenue *= (1 + 0.09975)\n        return round(revenue, 2)\n\n    return sum(calculate_revenue(row) for row in rows if row['return'] == False)\n```", "evidence_artifact": {"n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eb36695e4e1fbc22dea852ec250564989ef77998cb5d2b31607a327d371bdb7b", "output_hash": "3c5920603443352b768f4c2793f466175b2c7e9d6e61962700f9681f14cdad6b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1d0745f2140c730f35e0932d", "attempt_id": "ad63b23495e2", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:16.716711Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 4, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 397, "message_tokens": 277, "message_utf8_bytes": 859, "cache_tensor_bytes": null, "serialized_payload_bytes": 859, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5769.0618329215795, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.269708063453436, "ttft_ms": 13.473458006046712, "decode_ms": 1408.8324999902397}, "total_wall_ms": 7247.370708035305, "ttft_ms": 13.473458006046712, "input_usage": {"receiver_prompt_tokens": 397, "sender_input_tokens": 1990, "sender_output_tokens": 393, "sender_prefill_ms": 209.89675004966557, "sender_ttft_ms": 14.288624981418252, "sender_decode_ms": 5540.087249944918}, "output_usage": {"output_tokens": 103}, "provider_cached_usage": null, "process_memory": 597180416, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12884024408, "mlx_cache_bytes": 5787625500, "process_rss_bytes": 597180416}, "peak_prefill_memory": null, "peak_decode_memory": 12884024408, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0\n    for r in rows:\n        if r['returned']:\n            continue\n        if r['region'] == 'Sud':\n            continue\n        if r['units'] < 2:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    total *= 1.09975\n    return round(total, 2)\n```", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 4, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e02b756226f7b7252352e502267bb44c7f46e73bda7b7f5ecbea761a14dd67af", "output_hash": "04c7e1e190180c576c759f4312010b72af1ba6c7d62974acc7d6e32932f4a1ca"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0824d9335614dc9a51142e75", "attempt_id": "b6b363986a0a", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:24.003903Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 459, "message_tokens": 353, "message_utf8_bytes": 253, "cache_tensor_bytes": null, "serialized_payload_bytes": 253, "side_information_bytes": 0, "fetched_bytes": 706, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02404197584837675, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.85625006258488, "ttft_ms": 13.972083921544254, "decode_ms": 1367.464040988125}, "total_wall_ms": 1437.9093330353498, "ttft_ms": 13.972083921544254, "input_usage": {"receiver_prompt_tokens": 459, "sender_input_tokens": 1957, "sender_output_tokens": 512, "sender_prefill_ms": 208.40224996209145, "sender_ttft_ms": 14.191625057719648, "sender_decode_ms": 7217.576832976192}, "output_usage": {"output_tokens": 100}, "provider_cached_usage": null, "process_memory": 597393408, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12919856216, "mlx_cache_bytes": 6060976156, "process_rss_bytes": 597393408}, "peak_prefill_memory": null, "peak_decode_memory": 12919856216, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    rows = [row for row in rows if row['region'] != 'Sud']\n    rows = [row for row in rows if row['units'] >= 2]\n    revenue = sum(row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100) for row in rows)\n    tax = revenue * 0.09975\n    revenue += tax\n    return round(revenue, 2)", "evidence_artifact": {"lookups": 3, "fetched_bytes": 706, "retrieved_refs": 3}, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9f37219ef69753a74d46a40d22d6d8f5063258c423d9e018987700d29a303f29", "output_hash": "35804bc6f1d648caa5a436a68c654f0d2b8bc4bedcc3a50a616820ceedd49da6"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "429592fc20ebed9ef22804ed", "attempt_id": "a8b041d53e3a", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:25.481632Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 6.139103554868624}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 1898, "message_tokens": 1793, "message_utf8_bytes": 7944, "cache_tensor_bytes": null, "serialized_payload_bytes": 1294, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0950000248849392, "decode_payload_ms": 0.01754099503159523, "receiver_prefill_ms": 203.0897910008207, "ttft_ms": 14.173874980770051, "decode_ms": 1589.2293750075623}, "total_wall_ms": 1809.285540948622, "ttft_ms": 14.173874980770051, "input_usage": {"receiver_prompt_tokens": 1898}, "output_usage": {"output_tokens": 113}, "provider_cached_usage": null, "process_memory": 597524480, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13302100440, "mlx_cache_bytes": 6060976156, "process_rss_bytes": 597524480}, "peak_prefill_memory": null, "peak_decode_memory": 13302100440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud' or r['returned']:\n            continue\n        if r['units'] < 2:\n            continue\n        revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n        total += revenue\n    tax = total * 0.09975\n    total += tax\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "output_hash": "8d1f313be206ce7e4f8cdc45eff8e9937502b81136639bdca0cab2a09949d028"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3010739d84dbc17a77d1e1d1", "attempt_id": "130275028c21", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:27.787769Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.28555493586168434, "origin_tokens": 1793, "compressed_tokens": 557, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 663, "message_tokens": 557, "message_utf8_bytes": 2385, "cache_tensor_bytes": null, "serialized_payload_bytes": 2385, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 455.3062920458615, "decode_payload_ms": 0.0, "receiver_prefill_ms": 79.8216670518741, "ttft_ms": 13.57895799446851, "decode_ms": 1818.6395829543471}, "total_wall_ms": 1915.137958014384, "ttft_ms": 13.57895799446851, "input_usage": {"receiver_prompt_tokens": 663}, "output_usage": {"output_tokens": 133}, "provider_cached_usage": null, "process_memory": 619823104, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13066608304, "mlx_cache_bytes": 6419395188, "process_rss_bytes": 619823104}, "peak_prefill_memory": null, "peak_decode_memory": 13066608304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    net_revenue = []\n    for row in rows:\n        if row[6] and row[7] < 2:\n            total_price = row[1] * (1 - row[5])\n            return_value = round((row[1] * row[5] - total_price) * 100, 2)\n            net_revenue.append([row[0], total_price, return_value])\n        elif row[6] and row[7] >= 2:\n            net_revenue.append([row[0], row[1], 0])\n    return net_revenue\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4edd8d1deb6e2d03d8dbb1129701a6446f5d5ff2ece8cf61cee03b087f910e61", "output_hash": "cc1493643b81638b680619889c0d2f97b951335e60ad6cfaaeec512c00a80e34"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "22480c83111dca72c3147b72", "attempt_id": "f999964946e6", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:30.154193Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13045289992}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 212516864, "serialized_payload_bytes": 212529870, "side_information_bytes": 13006, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 379.91233298089355, "doc_prefill_ms": 198.44337506219745, "compress_ms": 1.7430000007152557, "serialize_ms": 176.63358396384865, "load_ms": 3.397249965928495, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.30833294056356, "ttft_ms": 24.30833294056356, "decode_ms": 1695.979541982524}, "total_wall_ms": 1725.2827500924468, "ttft_ms": 24.30833294056356, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 113}, "provider_cached_usage": null, "process_memory": 1045331968, "backend_memory": {"mlx_active_bytes": 13276501000, "mlx_peak_bytes": 13334222052, "mlx_cache_bytes": 9877877725, "process_rss_bytes": 1045331968}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 13334222052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud' or r['returned']:\n            continue\n        if r['units'] < 2:\n            continue\n        revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n        total += revenue\n    tax = total * 0.09975\n    total += tax\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "522bffe332074bcb796f108c4005f47eec780836ba66d0efb9b603d20188ccef", "output_hash": "8d1f313be206ce7e4f8cdc45eff8e9937502b81136639bdca0cab2a09949d028"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cac9379de0af619d96a4eea4", "attempt_id": "37812d69200d", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:31.977429Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13045126152}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "239a6d070a1a6c96", "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 212516864, "serialized_payload_bytes": 212529898, "side_information_bytes": 13034, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.745666031725705, "doc_prefill_ms": 198.44337506219745, "compress_ms": 3.570999950170517, "serialize_ms": 52.02337494120002, "load_ms": 23.090749979019165, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.00412503629923, "ttft_ms": 24.00412503629923, "decode_ms": 1686.188583029434}, "total_wall_ms": 1734.841666999273, "ttft_ms": 24.00412503629923, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 113}, "provider_cached_usage": null, "process_memory": 1258389504, "backend_memory": {"mlx_active_bytes": 13276337160, "mlx_peak_bytes": 13334058212, "mlx_cache_bytes": 9878041565, "process_rss_bytes": 1258389504}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 13334058212, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud' or r['returned']:\n            continue\n        if r['units'] < 2:\n            continue\n        revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n        total += revenue\n    tax = total * 0.09975\n    total += tax\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6c67a21bc7e0c6e1c50b732378ea78ab585671684a96ad5d43a4f97a0218becf", "output_hash": "8d1f313be206ce7e4f8cdc45eff8e9937502b81136639bdca0cab2a09949d028"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fe3f3b0f5cf6904d5c7d6e29", "attempt_id": "139e02cb8726", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:34.176105Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12946035720}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 112899584, "serialized_payload_bytes": 112926716, "side_information_bytes": 27132, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 419.20408396981657, "doc_prefill_ms": 198.44337506219745, "compress_ms": 14.074833015911281, "serialize_ms": 404.7932499088347, "load_ms": 3.31987498793751, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.59500001836568, "ttft_ms": 30.59500001836568, "decode_ms": 1697.0272499602288}, "total_wall_ms": 1732.5751249445602, "ttft_ms": 30.59500001836568, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 113}, "provider_cached_usage": null, "process_memory": 1485144064, "backend_memory": {"mlx_active_bytes": 13068981256, "mlx_peak_bytes": 13150780580, "mlx_cache_bytes": 11384850877, "process_rss_bytes": 1485144064}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 13150780580, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud' or r['returned']:\n            continue\n        if r['units'] < 2:\n            continue\n        revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n        total += revenue\n    tax = total * 0.09975\n    total += tax\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e7a89df0990ce3437929cd0e918adccbe4bf4185ee218535531bb40e7ff755a6", "output_hash": "8d1f313be206ce7e4f8cdc45eff8e9937502b81136639bdca0cab2a09949d028"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "290997463079cad1c406e859", "attempt_id": "59f491f9930d", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:35.976292Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12892820488}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 59770368, "serialized_payload_bytes": 59797425, "side_information_bytes": 27057, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.451833080500364, "doc_prefill_ms": 198.44337506219745, "compress_ms": 12.071916949935257, "serialize_ms": 14.064750052057207, "load_ms": 2.198167028836906, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.401583053171635, "ttft_ms": 20.401583053171635, "decode_ms": 1581.679500057362}, "total_wall_ms": 1605.8741670567542, "ttft_ms": 20.401583053171635, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 108}, "provider_cached_usage": null, "process_memory": 1570226176, "backend_memory": {"mlx_active_bytes": 12958880776, "mlx_peak_bytes": 13032031780, "mlx_cache_bytes": 11763886013, "process_rss_bytes": 1570226176}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 13032031780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud' or r['returned']:\n            continue\n        if r['units'] < 2:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    tax = total * 0.09975\n    total += tax\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a2b102a2f28b534d74058a7540f8b4289c47979a55e3bc77a025b8b925612e15", "output_hash": "b9fa353e4e3364bf240cf377ea132be87c593ad7da514a543129c39d1b5e887a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9e3f88bf3c49e72bc84fb3b8", "attempt_id": "a24e04705acc", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:37.788891Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12873700360}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 39846912, "serialized_payload_bytes": 39873849, "side_information_bytes": 26937, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 164.3329580547288, "doc_prefill_ms": 198.44337506219745, "compress_ms": 14.966291026212275, "serialize_ms": 149.03945801779628, "load_ms": 2.133416011929512, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.528958993963897, "ttft_ms": 20.528958993963897, "decode_ms": 4669.992542010732}, "total_wall_ms": 4694.316584034823, "ttft_ms": 20.528958993963897, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 1651474432, "backend_memory": {"mlx_active_bytes": 12923016200, "mlx_peak_bytes": 12988375812, "mlx_cache_bytes": 12017629629, "process_rss_bytes": 1651474432}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 12988375812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The data dictionary defines shipped_days as the number of days from order to the ship. \n\nThe data dictionary defines shipped_days as the number of days from the ship to the client's reporting currency. \n\nThe data dictionary defines shipped_days as the number of days from the ship to the client's currency. \n\nThe data dictionary defines shipped_days as the number of days from the ship to the client's currency. \n\nThe data dictionary defines shipped_days as the number of days from the client's currency. \n\nThe data dictionary defines shipped_days as the number of days from the client's currency. \n\nThe data dictionary defines shipped_days as the number of days from the ship to the client's currency. \n\nThe data dictionary defines the number of days from the client's currency. \n\nThe data dictionary dictionary defines the number of days from the ship to the client's currency. \n\nThe data dictionary dictionary defines the number of days from the ship to the client's currency. \n\nThe data dictionary defines the number of days from the client's currency. \n\nThe data dictionary dictionary defines the number of days from the client's currency. \n\nThe data dictionary dictionary defines the number of days from the ship to the client's currency. \n\nThe data dictionary defines the number of days from the ship to the client's currency. \n\nThe data dictionary defines the number of days from the ship to the client's currency. \n\nThe data dictionary defines the number of days from the ship to the client's currency. \n\nThe data dictionary defines the number of days from the ship to the client's currency. \n\nThe data dictionary defines the number", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2bc82aa8820ceaebda7991821326126f0dd1df918650da362e8e3ca534d7977b", "output_hash": "cb4ab008895f8bd248647d9090ecccf78992d688a04eda03ffcc8767e5e3f48d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5d0797586c83b4909a3ac179", "attempt_id": "51bd75ae6555", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:42.599672Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12938695688}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 1853, "keep": 926, "compress_ms": 9.650042047724128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 106201088, "serialized_payload_bytes": 106213987, "side_information_bytes": 12899, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 71.56070799101144, "doc_prefill_ms": 198.44337506219745, "compress_ms": 9.699417045339942, "serialize_ms": 61.682250001467764, "load_ms": 1.608166960068047, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.577540970407426, "ttft_ms": 20.577540970407426, "decode_ms": 1371.4277920080349}, "total_wall_ms": 1395.1972909271717, "ttft_ms": 20.577540970407426, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 96}, "provider_cached_usage": null, "process_memory": 1757921280, "backend_memory": {"mlx_active_bytes": 13061641224, "mlx_peak_bytes": 13109662956, "mlx_cache_bytes": 12842383805, "process_rss_bytes": 1757921280}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 13109662956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] != 'North America':\n            continue\n        if r['returned']:\n            continue\n        if r['units'] < 2:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b1b220de577e4d9a295ac977513fd734dd321c88afc715c13644296fdc0b128c", "output_hash": "55874831713d841ac59fbffaa1fb9d32a2ded0513cbc33751bbbec2c460f9881"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2f017d8aca51ebfddf179b2e", "attempt_id": "c0290b17c48c", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:44.060216Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885480456}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1853, "keep": 463, "compress_ms": 8.179415948688984}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 53100544, "serialized_payload_bytes": 53113426, "side_information_bytes": 12882, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.308749961666763, "doc_prefill_ms": 198.44337506219745, "compress_ms": 8.225083933211863, "serialize_ms": 13.916084077209234, "load_ms": 1.6781250014901161, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.707834020256996, "ttft_ms": 17.707834020256996, "decode_ms": 1406.9099170155823}, "total_wall_ms": 1427.9437499353662, "ttft_ms": 17.707834020256996, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 100}, "provider_cached_usage": null, "process_memory": 1756364800, "backend_memory": {"mlx_active_bytes": 12955210760, "mlx_peak_bytes": 12991829228, "mlx_cache_bytes": 13902264765, "process_rss_bytes": 1756364800}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 12991829228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = 0\n    total_cost = 0\n    for row in rows:\n        if row['revenue'] is not None and row['cost'] is not None:\n            total_revenue += row['revenue']\n            total_cost += row['cost']\n    if total_revenue > 0 and total_cost > 0:\n        return total_revenue - total_cost\n    else:\n        return 0\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c474b85c3236ae0e040d4554c14fe89f312ec1b4d26dd4c3977408b8f3c7baf2", "output_hash": "2c3ad5303d8d1f45396dfca7af62ca9ec49b63f96cdb18c9eca1e0e6dc18ce23"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c2033ca973f1b84d2919c552", "attempt_id": "96f381906ae4", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:45.653384Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12858872840}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 1853, "keep": 232, "compress_ms": 8.389250026084483}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 26607616, "serialized_payload_bytes": 26620476, "side_information_bytes": 12860, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 121.818459010683, "doc_prefill_ms": 198.44337506219745, "compress_ms": 8.4356659790501, "serialize_ms": 113.20941697340459, "load_ms": 1.1967919999733567, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.37870799843222, "ttft_ms": 17.37870799843222, "decode_ms": 1590.3503330191597}, "total_wall_ms": 1610.7870829291642, "ttft_ms": 17.37870799843222, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 115}, "provider_cached_usage": null, "process_memory": 1787445248, "backend_memory": {"mlx_active_bytes": 12903994376, "mlx_peak_bytes": 12937827572, "mlx_cache_bytes": 14568241597, "process_rss_bytes": 1787445248}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 12937827572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = 0\n    total_expenses = 0\n    for row in rows:\n        revenue = row['revenue']\n        expenses = row['expenses']\n        if isinstance(revenue, str) and revenue.lower() == 'zero':\n            revenue = 0\n        if isinstance(expenses, str) and expenses.lower() == 'zero':\n            expenses = 0\n        total_revenue += revenue\n        total_expenses += expenses\n    return total_revenue - total_expenses\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bffd9cf800f54bb4bd72a3f6a32682924dde6ba0ca94dc344d905215f062dafa", "output_hash": "089d2ee3fb3973f3152ed35f9307f8c9dca4ac8a7354be4ce95c7d69ae257532"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "71342e6927e9a574d7c6b7f1", "attempt_id": "0a40b8c58fa4", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:47.333676Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885480456}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1853, "keep": 463, "compress_ms": 8.528167032636702}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 53100544, "serialized_payload_bytes": 53113421, "side_information_bytes": 12877, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.18395795393735, "doc_prefill_ms": 198.44337506219745, "compress_ms": 8.571124984882772, "serialize_ms": 15.447500045411289, "load_ms": 1.7635420663282275, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.54558295942843, "ttft_ms": 17.54558295942843, "decode_ms": 5089.255874976516}, "total_wall_ms": 5110.400832956657, "ttft_ms": 17.54558295942843, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 1153990656, "backend_memory": {"mlx_active_bytes": 12980900872, "mlx_peak_bytes": 13005272468, "mlx_cache_bytes": 16651041213, "process_rss_bytes": 1153990656}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 13005272468, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "��������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d9510e09d0ca8eb3b75b9730b22636fac2776b0f1df7ae8a095c1d0f3b1b855b", "output_hash": "96a784ac557a03befea2a2bf3c2c86086644fca8c3acf17e4a7eb949027d72ef"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "312762e799a679c65c018351", "attempt_id": "3193f409a6d4", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:52.518162Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 1853, "keep": 926, "window_tokens": 45, "compress_ms": 429.4182079611346}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 106201088, "serialized_payload_bytes": 106214027, "side_information_bytes": 12939, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 511.56650006305426, "doc_prefill_ms": 198.44337506219745, "compress_ms": 431.0790840536356, "serialize_ms": 80.2192910341546, "load_ms": 15.469999983906746, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.200750075280666, "ttft_ms": 27.200750075280666, "decode_ms": 1682.1174999931827}, "total_wall_ms": 2238.161458983086, "ttft_ms": 27.200750075280666, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 113}, "provider_cached_usage": null, "process_memory": 968310784, "backend_memory": {"mlx_active_bytes": 13063476232, "mlx_peak_bytes": 13109662956, "mlx_cache_bytes": 17137302053, "process_rss_bytes": 968310784}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 13109662956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Sud' or r['returned']:\n            continue\n        if r['units'] < 2:\n            continue\n        revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n        total += revenue\n    tax = total * 0.09975\n    total += tax\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "48568cc02a945d371dc9da7199e413098f0dfcd80282bac266f2120b8f25fb61", "output_hash": "8d1f313be206ce7e4f8cdc45eff8e9937502b81136639bdca0cab2a09949d028"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e3d9c2d8689400f467f5ba1d", "attempt_id": "1b0c5a91b354", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:54.872418Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1853, "keep": 463, "window_tokens": 45, "compress_ms": 72.88400002289563}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 53100544, "serialized_payload_bytes": 53113466, "side_information_bytes": 12922, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.57508299965411, "doc_prefill_ms": 198.44337506219745, "compress_ms": 74.33183304965496, "serialize_ms": 20.035499939695, "load_ms": 6.1873330269008875, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.71341694984585, "ttft_ms": 17.71341694984585, "decode_ms": 1225.9280000580475}, "total_wall_ms": 1346.4190000668168, "ttft_ms": 17.71341694984585, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 82}, "provider_cached_usage": null, "process_memory": 1077395456, "backend_memory": {"mlx_active_bytes": 12953375752, "mlx_peak_bytes": 12991829228, "mlx_cache_bytes": 17247402533, "process_rss_bytes": 1077395456}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 12991829228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] != 'Sud':\n            if r['units'] >= 2:\n                total += r['units'] * (r['revenue'] / 100.0) * (1 + 0.09)\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a5e2920952c59e318801d78118a444d44a06d953080b7d9cb9f8a64aea12f159", "output_hash": "fb9ba5bddfe97a4791cf06c597626fe9dba935401e8081608fc7d6df7c7e820a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6bca87812ff2faffd1696df6", "attempt_id": "9b40441ad6b5", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:56.264019Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 1853, "keep": 232, "window_tokens": 45, "compress_ms": 56.01241602562368}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 26607616, "serialized_payload_bytes": 26620516, "side_information_bytes": 12900, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.84625004325062, "doc_prefill_ms": 198.44337506219745, "compress_ms": 57.41470796056092, "serialize_ms": 8.23587505146861, "load_ms": 3.146999981254339, "receiver_prefill_ms": 0.0, "query_prefill_ms": 16.89745904877782, "ttft_ms": 16.89745904877782, "decode_ms": 953.870041994378}, "total_wall_ms": 1041.334709036164, "ttft_ms": 16.89745904877782, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 68}, "provider_cached_usage": null, "process_memory": 1133215744, "backend_memory": {"mlx_active_bytes": 12899243016, "mlx_peak_bytes": 12937827572, "mlx_cache_bytes": 17301535269, "process_rss_bytes": 1133215744}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 12937827572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = sum(row['net_revenue'] for row in rows if row['region'] != 'Sud' and row['shipped_days'] > 0)\n    total *= 1.08  # apply 8% tax\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c7650d81d5a00c41f82fdfa39b78ffcabbe5db70362ad30db801ac615a035dfa", "output_hash": "61f51562a78821d1c425ec72ec9cc39d90b8b843a8bd62a07e0e386899482754"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8af0a97b9a7e6db8d930478f", "attempt_id": "06d7741791bd", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:57.426316Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885480456}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1853, "keep": 463, "window_tokens": 19, "compress_ms": 49.14562497287989}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 53100544, "serialized_payload_bytes": 53113466, "side_information_bytes": 12922, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 73.49033409263939, "doc_prefill_ms": 198.44337506219745, "compress_ms": 49.45216700434685, "serialize_ms": 23.830875055864453, "load_ms": 1.4127499889582396, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.00845901016146, "ttft_ms": 18.00845901016146, "decode_ms": 1993.8547499477863}, "total_wall_ms": 2015.1363329496235, "ttft_ms": 18.00845901016146, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 138}, "provider_cached_usage": null, "process_memory": 973914112, "backend_memory": {"mlx_active_bytes": 12959798280, "mlx_peak_bytes": 12991829228, "mlx_cache_bytes": 17248107121, "process_rss_bytes": 973914112}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 12991829228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0\n    for row in rows:\n        if row['region'] != 'Nord' and row['region'] != 'Sud':\n            if not row['returned']:\n                if row['shipped_days'] < 7:\n                    total += round((row['revenue'] - row['discount']) * (1 - row['tax']), 2)\n                else:\n                    total += round(row['revenue'] * (1 - row['tax']), 2)\n            else:\n                total += round(row['revenue'] * (1 - row['tax']), 2)\n    return total\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a5e2920952c59e318801d78118a444d44a06d953080b7d9cb9f8a64aea12f159", "output_hash": "7a0f87dc7cd81c85337d2b8f591b421a74a2a565e57658a7f642b51da2155e4b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6fb9a9385c9b6b79effab4be", "attempt_id": "cc24672619a8", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:20:59.489356Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1853, "keep": 463, "window_tokens": 45, "compress_ms": 59.0387909905985}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 53100544, "serialized_payload_bytes": 53113429, "side_information_bytes": 12885, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 72.87654199171811, "doc_prefill_ms": 198.44337506219745, "compress_ms": 60.511582996696234, "serialize_ms": 12.157791061326861, "load_ms": 3.7257910007610917, "receiver_prefill_ms": 0.0, "query_prefill_ms": 453.4556660801172, "ttft_ms": 453.4556660801172, "decode_ms": 1931.5594170475379}, "total_wall_ms": 2463.2466660114005, "ttft_ms": 453.4556660801172, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 128}, "provider_cached_usage": null, "process_memory": 1030389760, "backend_memory": {"mlx_active_bytes": 12959241224, "mlx_peak_bytes": 13019612440, "mlx_cache_bytes": 17484059253, "process_rss_bytes": 1030389760}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 13019612440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] != 'South' and r['region'] != 'South East':\n            if r['shipped_days'] > 0 and r['shipped_days'] <= 2 and r['shipped_days'] <= 7 and r['shipped_days'] != 0:\n                if r['units'] >= 2:\n                    total += (r['units'] * r['price']) / 100 * (1 - r['tax'])\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "64f386f419a5277c3c1a90b7af7f0eff33d4c19d5b9f3fb813a75355e7ef4965", "output_hash": "3764bfb46d1fd6b984c4fed850a41547659b8ae24ea4b5315fb1718f82b1d477"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9233ac19b92a16507cf4a508", "attempt_id": "07cd3d1bd5a9", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:01.997734Z", "task_family": "exec", "document_id": "exec_00101_2000", "document_hash": "c8bf1a72f33c0fc6f87af8c3029f12cbff489bcb95ae36398cd522af1811a74f", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00101_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1853, "keep": 463, "window_tokens": 45, "compress_ms": 50.08924996946007, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1793, "source_tokens_receiver": 1793, "query_tokens": 45, "message_tokens": 1853, "message_utf8_bytes": 7944, "cache_tensor_bytes": 28209664, "serialized_payload_bytes": 28236449, "side_information_bytes": 26785, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 173.90441591851413, "doc_prefill_ms": 198.44337506219745, "compress_ms": 57.249999954365194, "serialize_ms": 116.26058397814631, "load_ms": 2.4212499847635627, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.38541601318866, "ttft_ms": 18.38541601318866, "decode_ms": 1223.129166988656}, "total_wall_ms": 1419.6649580262601, "ttft_ms": 18.38541601318866, "input_usage": {"receiver_prefix_tokens": 1853, "dense_cache_bytes": 212516864, "query_tokens": 45}, "output_usage": {"output_tokens": 82}, "provider_cached_usage": null, "process_memory": 1082245120, "backend_memory": {"mlx_active_bytes": 12898395976, "mlx_peak_bytes": 12943868708, "mlx_cache_bytes": 17559077269, "process_rss_bytes": 1082245120}, "peak_prefill_memory": 13290762712, "peak_decode_memory": 12943868708, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] != 'Sud':\n            if r['units'] >= 2:\n                total += r['units'] * (r['revenue'] / 100.0) * (1 + 0.09)\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00101_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5ab6486faab4892f8b14f3089e574280c3aac5ebc563fbd7db8a1d2fae658223", "output_hash": "fb9ba5bddfe97a4791cf06c597626fe9dba935401e8081608fc7d6df7c7e820a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3429aead853e0a6162561cdd", "attempt_id": "20b6caddd72c", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:04.018847Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 73, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.012582982890307903, "decode_payload_ms": 0.0, "receiver_prefill_ms": 4960.123208002187, "ttft_ms": 26.766749913804233, "decode_ms": 13.398832990787923}, "total_wall_ms": 5001.590332947671, "ttft_ms": 26.766749913804233, "input_usage": {"receiver_prompt_tokens": 73}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 864419840, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12671473064, "mlx_cache_bytes": 311969496, "process_rss_bytes": 864419840}, "peak_prefill_memory": null, "peak_decode_memory": 12671473064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:NameError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c34e8dbb08f7ffe4637b3b65", "attempt_id": "13e4a6afc96e", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:09.063726Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 1950, "message_tokens": 1867, "message_utf8_bytes": 7910, "cache_tensor_bytes": null, "serialized_payload_bytes": 7910, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010624993592500687, "decode_payload_ms": 0.0, "receiver_prefill_ms": 204.7872090479359, "ttft_ms": 13.904833002015948, "decode_ms": 1302.96983406879}, "total_wall_ms": 1524.8598749749362, "ttft_ms": 13.904833002015948, "input_usage": {"receiver_prompt_tokens": 1950}, "output_usage": {"output_tokens": 94}, "provider_cached_usage": null, "process_memory": 864436224, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13449556660, "mlx_cache_bytes": 1171105100, "process_rss_bytes": 864436224}, "peak_prefill_memory": null, "peak_decode_memory": 13449556660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "output_hash": "8e97b9ad236e7e65e4ee0fda8a1c59b58137f2bd02d1be10b5bb89ee8303c1a5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c71a5f7095ec2a8bbeeb75bf", "attempt_id": "7ba12d8a9f1f", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:10.632310Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1867}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 220, "message_tokens": 132, "message_utf8_bytes": 563, "cache_tensor_bytes": null, "serialized_payload_bytes": 563, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7370840068906546, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.75625004991889, "ttft_ms": 13.394500012509525, "decode_ms": 962.1199999237433}, "total_wall_ms": 1010.5293329106644, "ttft_ms": 13.394500012509525, "input_usage": {"receiver_prompt_tokens": 220}, "output_usage": {"output_tokens": 71}, "provider_cached_usage": null, "process_memory": 864567296, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12783392732, "mlx_cache_bytes": 1370646712, "process_rss_bytes": 864567296}, "peak_prefill_memory": null, "peak_decode_memory": 12783392732, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        net_price = row['unit_price'] * (1 - row['discount_pct'] / 100)\n        if row['returned'] == 'N':\n            total_revenue += net_price * row['units']\n    return total_revenue", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bf899d28d61cba2f8d08fc35d49b962d186af88028845617ff691578227bc1ad", "output_hash": "ba37a15809ad84c5f90fa07a61f040196e8c18ce3f474e9da62fba7e0e98f73e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "26131fd6e35d047b6c2d01a3", "attempt_id": "24c18cdad685", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:11.686785Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1867}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 603, "message_tokens": 515, "message_utf8_bytes": 2068, "cache_tensor_bytes": null, "serialized_payload_bytes": 2068, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7326249508187175, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.72650005668402, "ttft_ms": 13.661541976034641, "decode_ms": 1240.070250001736}, "total_wall_ms": 1328.8240419933572, "ttft_ms": 13.661541976034641, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 90}, "provider_cached_usage": null, "process_memory": 864714752, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12994716760, "mlx_cache_bytes": 1770612920, "process_rss_bytes": 864714752}, "peak_prefill_memory": null, "peak_decode_memory": 12994716760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        if row['region'] != 'Ouest' and row['units'] >= 3 and not row['returned']:\n            revenue = row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)\n            total_revenue += revenue\n    return round(total_revenue, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c71e63d1875ef1ba5254921368e2152982e13b4cc265587133a810b94f6f33fe", "output_hash": "3ef15b3992e64aa5ed00cc3fb8905352eebf4cbd0b0ec01d25bf99816e835d97"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "828dffd7f04266781c813696", "attempt_id": "c78ca9e1d3db", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:13.059858Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 212, "message_tokens": 128, "message_utf8_bytes": 389, "cache_tensor_bytes": null, "serialized_payload_bytes": 389, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.218250068835914, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.47170800063759, "ttft_ms": 13.59562505967915, "decode_ms": 1032.346999971196}, "total_wall_ms": 1081.645792000927, "ttft_ms": 13.59562505967915, "input_usage": {"receiver_prompt_tokens": 212}, "output_usage": {"output_tokens": 76}, "provider_cached_usage": null, "process_memory": 864780288, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12777691100, "mlx_cache_bytes": 1935468728, "process_rss_bytes": 864780288}, "peak_prefill_memory": null, "peak_decode_memory": 12777691100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0\n    for r in rows:\n        if r['region'] != 'Ouest' and r['units'] >= 3:\n            total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cc477c2b2b84602c143ed8e0ebb37e54d431a93359ddfb83d90afdb6bc597190", "output_hash": "b8d6138f5555f416f93e884e1beb40cf88551f282b6b4439ba030cdfe5851eb8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "df961719977f450d84088ef5", "attempt_id": "e378df815089", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:14.183616Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 497, "n_sentences": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 580, "message_tokens": 496, "message_utf8_bytes": 1405, "cache_tensor_bytes": null, "serialized_payload_bytes": 1405, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.600167015567422, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.03583302907646, "ttft_ms": 14.33454209472984, "decode_ms": 1119.6985420538113}, "total_wall_ms": 1207.5836249860004, "ttft_ms": 14.33454209472984, "input_usage": {"receiver_prompt_tokens": 580}, "output_usage": {"output_tokens": 81}, "provider_cached_usage": null, "process_memory": 864845824, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12983231576, "mlx_cache_bytes": 2288183480, "process_rss_bytes": 864845824}, "peak_prefill_memory": null, "peak_decode_memory": 12983231576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0\n    for r in rows:\n        if r['region'] != 'Ouest' and r['units'] >= 3 and not r['returned']:\n            total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cebc2b048368412801c0713dc456d0bc8b490e677dc18deb82f2161de704be0e", "output_hash": "391fc3ad12816ab2ef3c789db3a83595110c67add659f72ec4d022d47687c3a3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a7c0551278a4ce10b96c1b6a", "attempt_id": "360f9646b18d", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:15.432643Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 25}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 585, "message_tokens": 501, "message_utf8_bytes": 2288, "cache_tensor_bytes": null, "serialized_payload_bytes": 2288, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.1238750303164124, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.45195906236768, "ttft_ms": 13.577874982729554, "decode_ms": 1300.7101248949766}, "total_wall_ms": 1391.6829589288682, "ttft_ms": 13.577874982729554, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 94}, "provider_cached_usage": null, "process_memory": 865042432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12985787480, "mlx_cache_bytes": 2629101752, "process_rss_bytes": 865042432}, "peak_prefill_memory": null, "peak_decode_memory": 12985787480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for r in rows:\n        if r['region'] != 'Ouest' and r['units'] >= 3 and r['discount_pct'] >= 0:\n            revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100)\n            total_revenue += revenue\n    return round(total_revenue, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "44299c3549e554edb92199011a3e8515eef73b482e2f0fb7b0a7819d8e2c1bfe", "output_hash": "5780dbb0532ee8531be6302a2f90f7827659681255a4e413d55152eca2eaa0d0"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "eb1d9818a1fce3029b82e8b6", "attempt_id": "1db43d080e49", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:18.903028Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 216, "message_tokens": 128, "message_utf8_bytes": 513, "cache_tensor_bytes": null, "serialized_payload_bytes": 513, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2036.3876670598984, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.26870801579207, "ttft_ms": 13.607500004582107, "decode_ms": 13.732250081375241}, "total_wall_ms": 66.16079097148031, "ttft_ms": 13.607500004582107, "input_usage": {"receiver_prompt_tokens": 216, "sender_input_tokens": 1982, "sender_output_tokens": 128, "sender_prefill_ms": 228.56812505051494, "sender_ttft_ms": 14.482707949355245, "sender_decode_ms": 1788.598750019446}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 866205696, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12790585308, "mlx_cache_bytes": 3621136568, "process_rss_bytes": 866205696}, "peak_prefill_memory": null, "peak_decode_memory": 12790585308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:NameError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "831f90d2b2e21947be62a67e523d5d90a53692f226eed5ac2c774ec8d4c2a186", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1894588dfca8f0714093acf5", "attempt_id": "ce0e7c1c1bd7", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:26.442524Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 600, "message_tokens": 512, "message_utf8_bytes": 1502, "cache_tensor_bytes": null, "serialized_payload_bytes": 1502, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7428.403416997753, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.04812490474433, "ttft_ms": 14.021834009326994, "decode_ms": 1255.7548750191927}, "total_wall_ms": 1349.178957985714, "ttft_ms": 14.021834009326994, "input_usage": {"receiver_prompt_tokens": 600, "sender_input_tokens": 1983, "sender_output_tokens": 512, "sender_prefill_ms": 230.69087497424334, "sender_ttft_ms": 14.417749946005642, "sender_decode_ms": 7179.442708962597}, "output_usage": {"output_tokens": 91}, "provider_cached_usage": null, "process_memory": 867827712, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13008233560, "mlx_cache_bytes": 4528285880, "process_rss_bytes": 867827712}, "peak_prefill_memory": null, "peak_decode_memory": 13008233560, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        if not row['returned'] and row['region'] != 'Ouest' and row['units'] >= 3:\n            revenue = row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)\n            total_revenue += revenue\n    return round(total_revenue, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b6b6b454420df0e497a92b4b35043d1d5d397bfac4e024aba6a82f930a1ac611", "output_hash": "37267215d6ebd0de2d1042f8fb30609d3c8b6e0d7d674510e66a1d5eb5503740"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "40ac2c55016caa667c06cdef", "attempt_id": "618067c92ebd", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:27.835123Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 200, "message_tokens": 112, "message_utf8_bytes": 366, "cache_tensor_bytes": null, "serialized_payload_bytes": 366, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1806.3202500343323, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.73029099404812, "ttft_ms": 13.378084055148065, "decode_ms": 1409.150250023231}, "total_wall_ms": 3264.6658330922946, "ttft_ms": 13.378084055148065, "input_usage": {"receiver_prompt_tokens": 200, "sender_input_tokens": 2003, "sender_output_tokens": 112, "sender_prefill_ms": 221.85012500267476, "sender_ttft_ms": 14.283207943663001, "sender_decode_ms": 1568.4459579642862}, "output_usage": {"output_tokens": 103}, "provider_cached_usage": null, "process_memory": 867876864, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12767762396, "mlx_cache_bytes": 5490206904, "process_rss_bytes": 867876864}, "peak_prefill_memory": null, "peak_decode_memory": 12767762396, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    total = round(total, 2)\n    return total\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1c588df9e60d6350fd3a97cb8d2956f75fccf64cd67880c821f1cc3d835664fd", "output_hash": "fb9e641dec36d464f78b7f84ffbfa1918064d11ea1cbdbb1259f97c7669f9549"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fffdb980e9e1f7c102cbb484", "attempt_id": "cf162185c749", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:33.157648Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 150, "message_tokens": 51, "message_utf8_bytes": 170, "cache_tensor_bytes": null, "serialized_payload_bytes": 170, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2015.6716669443995, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.662583980709314, "ttft_ms": 13.851125026121736, "decode_ms": 13.560166931711137}, "total_wall_ms": 60.87470892816782, "ttft_ms": 13.851125026121736, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 2011, "sender_output_tokens": 128, "sender_prefill_ms": 221.3465420063585, "sender_ttft_ms": 14.409333001822233, "sender_decode_ms": 1777.4793329881504}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 867926016, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12728440796, "mlx_cache_bytes": 6399076536, "process_rss_bytes": 867926016}, "peak_prefill_memory": null, "peak_decode_memory": 12728440796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:NameError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1f294130bb25c39fa5a0c2b0da6d9ee947df701b34bc3eb4fbbaebaf1d8ae29f", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cbe5195af539749e415d8033", "attempt_id": "46aa5d8c9615", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:34.788629Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 174, "message_tokens": 75, "message_utf8_bytes": 268, "cache_tensor_bytes": null, "serialized_payload_bytes": 268, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1525.9432500461116, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.25524993892759, "ttft_ms": 13.586707995273173, "decode_ms": 13.769792043603957}, "total_wall_ms": 63.63716605119407, "ttft_ms": 13.586707995273173, "input_usage": {"receiver_prompt_tokens": 174, "sender_input_tokens": 2011, "sender_output_tokens": 92, "sender_prefill_ms": 219.32575001847, "sender_ttft_ms": 14.23412503208965, "sender_decode_ms": 1289.9120000656694}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 868155392, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12748298204, "mlx_cache_bytes": 6540372152, "process_rss_bytes": 868155392}, "peak_prefill_memory": null, "peak_decode_memory": 12748298204, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:NameError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eac2bead261fee10e8662dc7b76282b83890c862512050fa2fe7a814675d3f24", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0c3d5bb681f5b68918339eff", "attempt_id": "65d0a2b99d37", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:34.894559Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 306, "message_tokens": 207, "message_utf8_bytes": 631, "cache_tensor_bytes": null, "serialized_payload_bytes": 631, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3233.569582924247, "decode_payload_ms": 0.0, "receiver_prefill_ms": 45.04008393269032, "ttft_ms": 13.609417015686631, "decode_ms": 1326.1228329502046}, "total_wall_ms": 4619.207208044827, "ttft_ms": 13.609417015686631, "input_usage": {"receiver_prompt_tokens": 306, "sender_input_tokens": 2044, "sender_output_tokens": 214, "sender_prefill_ms": 223.19004102610052, "sender_ttft_ms": 14.257041970267892, "sender_decode_ms": 2992.9889580234885}, "output_usage": {"output_tokens": 96}, "provider_cached_usage": null, "process_memory": 868253696, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12859447604, "mlx_cache_bytes": 7603826044, "process_rss_bytes": 868253696}, "peak_prefill_memory": null, "peak_decode_memory": 12859447604, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0\n    for row in rows:\n        if row['region'] != 'Ouest' and len(row['units']) >= 3:\n            unit_price = row['unit_price']\n            discount_pct = row['discount_pct']\n            line_revenue = row['units'] * unit_price * (1 - discount_pct / 100)\n            total += line_revenue\n    return round(total, 2)", "evidence_artifact": {"n_facts": 3, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "TypeError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7bab3fa34d238df8f329ab7c682adf71332bb3107bfb746bb4419fc6ff292d9e", "output_hash": "6845d368b5e5b9df09671f9966dee71159f03147ee0899ee8781d3ca0904ac34"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ff01c664a76fce8826829ac5", "attempt_id": "cf2507efc052", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:39.555440Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 1}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 224, "message_tokens": 140, "message_utf8_bytes": 113, "cache_tensor_bytes": null, "serialized_payload_bytes": 113, "side_information_bytes": 0, "fetched_bytes": 263, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023165950551629066, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.82062497641891, "ttft_ms": 13.790500001050532, "decode_ms": 13.70295905508101}, "total_wall_ms": 63.21279192343354, "ttft_ms": 13.790500001050532, "input_usage": {"receiver_prompt_tokens": 224, "sender_input_tokens": 2011, "sender_output_tokens": 92, "sender_prefill_ms": 219.32575001847, "sender_ttft_ms": 14.23412503208965, "sender_decode_ms": 1289.9120000656694}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 868270080, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12786194740, "mlx_cache_bytes": 7777758588, "process_rss_bytes": 868270080}, "peak_prefill_memory": null, "peak_decode_memory": 12786194740, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 1, "fetched_bytes": 263, "retrieved_refs": 1}, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:NameError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "36574b7032d1ba0e72f210ad27b3eb16c82333c7b5c730d8cfe09cc8d222cc67", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fdc73991a3dba29ed1b0a28d", "attempt_id": "bb5d451c3dac", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:39.661522Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 6.093990755007704}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 1950, "message_tokens": 1867, "message_utf8_bytes": 7910, "cache_tensor_bytes": null, "serialized_payload_bytes": 1298, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.12091698590666056, "decode_payload_ms": 0.021292013116180897, "receiver_prefill_ms": 212.6908340724185, "ttft_ms": 14.145334018394351, "decode_ms": 1318.2207089848816}, "total_wall_ms": 1548.17279195413, "ttft_ms": 14.145334018394351, "input_usage": {"receiver_prompt_tokens": 1950}, "output_usage": {"output_tokens": 94}, "provider_cached_usage": null, "process_memory": 868417536, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13449556660, "mlx_cache_bytes": 7777758588, "process_rss_bytes": 868417536}, "peak_prefill_memory": null, "peak_decode_memory": 13449556660, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "output_hash": "8e97b9ad236e7e65e4ee0fda8a1c59b58137f2bd02d1be10b5bb89ee8303c1a5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bc1281e5dfddd4add7d946ce", "attempt_id": "1f2110db5071", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:41.719670Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.27423674343867166, "origin_tokens": 1778, "compressed_tokens": 545, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 690, "message_tokens": 606, "message_utf8_bytes": 2249, "cache_tensor_bytes": null, "serialized_payload_bytes": 2249, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 467.1957918908447, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.76487507019192, "ttft_ms": 13.863708009012043, "decode_ms": 1387.448582914658}, "total_wall_ms": 1482.218165998347, "ttft_ms": 13.863708009012043, "input_usage": {"receiver_prompt_tokens": 690}, "output_usage": {"output_tokens": 99}, "provider_cached_usage": null, "process_memory": 885506048, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13041607768, "mlx_cache_bytes": 8231366012, "process_rss_bytes": 885506048}, "peak_prefill_memory": null, "peak_decode_memory": 13041607768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        price = float(row[1])\n        pct = float(row[2])\n        unit_price = price * (1 + pct / 100)\n        discount = float(row[3])\n        unit_price -= discount\n        tax = 0\n        if not bool(int(row[4])):\n            total_revenue += unit_price\n    return round(total_revenue, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d462c62601207a671eb951075cd690c2a4c740d544b584bbc8d316559e57005b", "output_hash": "2b2fa8963d862b605dcdf5de816b0472de2efc67dfdd1ed88326e9990edcdb98"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "23fed9976625be402953dcee", "attempt_id": "20e665ae0ffd", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:43.488724Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12743857160}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 70262784, "serialized_payload_bytes": 70278856, "side_information_bytes": 16072, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 240.39304093457758, "doc_prefill_ms": 210.32762492541224, "compress_ms": 2.2980000358074903, "serialize_ms": 24.059167015366256, "load_ms": 2.0670410012826324, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.50912501849234, "ttft_ms": 26.50912501849234, "decode_ms": 1371.8380839563906}, "total_wall_ms": 1402.1517089568079, "ttft_ms": 26.50912501849234, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 94}, "provider_cached_usage": null, "process_memory": 955334656, "backend_memory": {"mlx_active_bytes": 12819354632, "mlx_peak_bytes": 12869408096, "mlx_cache_bytes": 9236460989, "process_rss_bytes": 955334656}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12869408096, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3b4253569d0dba6af41da670a4d8d8004aececcb419965972a999d0c8194408b", "output_hash": "8e97b9ad236e7e65e4ee0fda8a1c59b58137f2bd02d1be10b5bb89ee8303c1a5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "aa5d80de3b02058a29a62193", "attempt_id": "22fbc145fd50", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:44.955061Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12743660552}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "e17fc757be8ea39d", "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 70262784, "serialized_payload_bytes": 70278884, "side_information_bytes": 16100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.349832993000746, "doc_prefill_ms": 210.32762492541224, "compress_ms": 1.675165956839919, "serialize_ms": 14.462916064076126, "load_ms": 8.17179202567786, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.61433392111212, "ttft_ms": 25.61433392111212, "decode_ms": 1358.3458749344572}, "total_wall_ms": 1393.7649170402437, "ttft_ms": 25.61433392111212, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 94}, "provider_cached_usage": null, "process_memory": 1030242304, "backend_memory": {"mlx_active_bytes": 12819158024, "mlx_peak_bytes": 12869014768, "mlx_cache_bytes": 9236657597, "process_rss_bytes": 1030242304}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12869014768, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7d3400d8f30a40b47a967497b76408fe851589b89d2f3b748e021c5c4bdb6e25", "output_hash": "8e97b9ad236e7e65e4ee0fda8a1c59b58137f2bd02d1be10b5bb89ee8303c1a5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "217efdfdd09396c1621a8ead", "attempt_id": "db6e64ef68fb", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:46.415062Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12710466824}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 37327104, "serialized_payload_bytes": 37361286, "side_information_bytes": 34182, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.473374963738024, "doc_prefill_ms": 210.32762492541224, "compress_ms": 11.777375009842217, "serialize_ms": 10.276250075548887, "load_ms": 2.271584002301097, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.277750027365983, "ttft_ms": 21.277750027365983, "decode_ms": 1421.9191670417786}, "total_wall_ms": 1447.2519169794396, "ttft_ms": 21.277750027365983, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 94}, "provider_cached_usage": null, "process_memory": 1107181568, "backend_memory": {"mlx_active_bytes": 12750570248, "mlx_peak_bytes": 12818388332, "mlx_cache_bytes": 9644017693, "process_rss_bytes": 1107181568}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12818388332, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8517bd352f99934a052649e6386a0a076973b41ee40fea581729a5849d75e094", "output_hash": "8e97b9ad236e7e65e4ee0fda8a1c59b58137f2bd02d1be10b5bb89ee8303c1a5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4e05aaf4d6c372e3e56222c9", "attempt_id": "12604550351f", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:47.924978Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12693951752}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 19761408, "serialized_payload_bytes": 19795448, "side_information_bytes": 34040, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 17.68929196987301, "doc_prefill_ms": 210.32762492541224, "compress_ms": 9.813749929890037, "serialize_ms": 7.47195805888623, "load_ms": 1.3864999637007713, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.128542022779584, "ttft_ms": 21.128542022779584, "decode_ms": 4821.892207954079}, "total_wall_ms": 4846.430500037968, "ttft_ms": 21.128542022779584, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 1126203392, "backend_memory": {"mlx_active_bytes": 12720477448, "mlx_peak_bytes": 12779507968, "mlx_cache_bytes": 9742345245, "process_rss_bytes": 1126203392}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12779507968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n the data night the the the night the night night night night night night night night night night night night night night night night night night night nightnight night night night night night night night night night night night night night night night nightnight night night night night night night night night night night night night nightnight night night night night night night night night night night night night night night night night night night night night night nightnight night night night night night night night night night nightnight night night night night night nightnightnight night night night nightnight night night night night nightnightnight night night nightnightnight nightnight night night nightnight night night night night nightnightnight night night night night nightnight night night night night night night night night night night night night night night night night night night night night nightnight night night night night night night nightnightnightnight night night night nightnightnight night nightnight nightnightnightnight night night nightnightnightnight night nightnight night night nightnight nightnightnight night night nightnightnightnight night nightnightnight night night night nightnight night night night nightnightnight night night night nightnightnightnight night night night nightnight night night night night nightnightnight night night night nightnightnight night night nightnight night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night night", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9560693fd7b85f9b087a48206d4adb93dd85c0d2a640a13456650d60dc727577", "output_hash": "3f72cc7770a2abfbc79442814e66d5577ff98c74435d53e0e34ccdf963203967"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9ee51b17806002bd8fa4e195", "attempt_id": "32714c76d0fe", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:52.831627Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12687332360}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 13174272, "serialized_payload_bytes": 13208098, "side_information_bytes": 33826, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.781124937348068, "doc_prefill_ms": 210.32762492541224, "compress_ms": 9.214707999490201, "serialize_ms": 6.167124956846237, "load_ms": 2.1147079532966018, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.07600006274879, "ttft_ms": 21.07600006274879, "decode_ms": 45.68858293350786}, "total_wall_ms": 70.70033298805356, "ttft_ms": 21.07600006274879, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1139507200, "backend_memory": {"mlx_active_bytes": 12702012424, "mlx_peak_bytes": 12765004988, "mlx_cache_bytes": 9775352157, "process_rss_bytes": 1139507200}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12765004988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "<|im_start|>\n<|im_start|>", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "520acd57693d4734268799dda38124ff0517d10f3fe3ad71f35c0341402f3038", "output_hash": "d7d92dbb00549decfd404a6c6dcb643821e179b5482edc9a7d75b36b97c3e3fa"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "11181c0361e3fd3ea8c3e081", "attempt_id": "f4ebc6438f3e", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:52.963910Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12708271112}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 1906, "keep": 953, "compress_ms": 7.957583991810679}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 35131392, "serialized_payload_bytes": 35147345, "side_information_bytes": 15953, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.6935829911381, "doc_prefill_ms": 210.32762492541224, "compress_ms": 7.994166924618185, "serialize_ms": 8.4842499345541, "load_ms": 0.7065420504659414, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.41716703772545, "ttft_ms": 21.41716703772545, "decode_ms": 1108.5997089976445}, "total_wall_ms": 1132.6505829347298, "ttft_ms": 21.41716703772545, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 80}, "provider_cached_usage": null, "process_memory": 1139425280, "backend_memory": {"mlx_active_bytes": 12748379144, "mlx_peak_bytes": 12792124656, "mlx_cache_bytes": 9827850589, "process_rss_bytes": 1139425280}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12792124656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.2, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7f465bd6acf60fb83bb5d7b0243ff187263f6b22b1d6694b486f5d2920c831ae", "output_hash": "8fcc7b3df307301761bb98068b1716bd7e58a1f8a11de3ace03bf46345d084c1"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "23519cd22a4c4313926babef", "attempt_id": "a77b40c86d56", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:54.154977Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12690576392}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1906, "keep": 476, "compress_ms": 7.533208001405001}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563173, "side_information_bytes": 15909, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.742582941427827, "doc_prefill_ms": 210.32762492541224, "compress_ms": 7.568374974653125, "serialize_ms": 4.95299999602139, "load_ms": 1.0379159357398748, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.621499999426305, "ttft_ms": 18.621499999426305, "decode_ms": 723.3256250619888}, "total_wall_ms": 744.7511670179665, "ttft_ms": 18.621499999426305, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 53}, "provider_cached_usage": null, "process_memory": 1157038080, "backend_memory": {"mlx_active_bytes": 12711990280, "mlx_peak_bytes": 12754212080, "mlx_cache_bytes": 9864241357, "process_rss_bytes": 1157038080}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12754212080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        if row['status'] == 'completed' and row['amount'] > 0:\n            total_revenue += row['amount']\n    return total_revenue", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2c3ce03cd14d33918caedba306c910277ca3abbc3aee9acb880677404489d769", "output_hash": "0e3ae6ea8bd43079005d9abb95e3f808f78e4c17f7b9788c626bbfb2705e1603"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4b2671720607aab3041e215b", "attempt_id": "531a4ffeac31", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:54.955005Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12682318856}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 1906, "keep": 238, "compress_ms": 8.115499978885055}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 8773632, "serialized_payload_bytes": 8789474, "side_information_bytes": 15842, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.63704099599272, "doc_prefill_ms": 210.32762492541224, "compress_ms": 8.153875009156764, "serialize_ms": 3.291499917395413, "load_ms": 1.1992910876870155, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.387041938491166, "ttft_ms": 17.387041938491166, "decode_ms": 588.6122499359772}, "total_wall_ms": 608.8048330275342, "ttft_ms": 17.387041938491166, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 44}, "provider_cached_usage": null, "process_memory": 1157005312, "backend_memory": {"mlx_active_bytes": 12695294984, "mlx_peak_bytes": 12734353536, "mlx_cache_bytes": 9889145989, "process_rss_bytes": 1157005312}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12734353536, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        if row['status'] == 'completed':\n            total_revenue += row['amount']\n    return total_revenue", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "08f14adb80029fde5bd43beeb27674896cfa1a26f7b9724f36d4c82b73bd8d92", "output_hash": "c1a9a621f1cfa430e5d57319c441f0b3699df1bdd0916d47d16bd8d3b636329d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c948b8e18ec332e2b81541ce", "attempt_id": "66c619c5716d", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:21:55.621376Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12690576392}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1906, "keep": 476, "compress_ms": 8.777207927778363}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563168, "side_information_bytes": 15904, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 13.73300002887845, "doc_prefill_ms": 210.32762492541224, "compress_ms": 8.814833010546863, "serialize_ms": 4.705665982328355, "load_ms": 1.1924159480258822, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.53679202031344, "ttft_ms": 18.53679202031344, "decode_ms": 4322.266125003807}, "total_wall_ms": 4344.308000057936, "ttft_ms": 18.53679202031344, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 1161494528, "backend_memory": {"mlx_active_bytes": 12722689032, "mlx_peak_bytes": 12754212080, "mlx_cache_bytes": 10072089733, "process_rss_bytes": 1161494528}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12754212080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    tax = 0.05\n    total_net_revenue = 0.0\n    for row in rows:\n        if not row['returned']:\n            if row['units'] >= 1:\n                net_revenue = row['units'] * row['unit_price'] * (1 - row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit_price'] * row['unit", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3f39451a9192522ac0773285e49f3c4b9b9e4047286a0194831fbfbda23346ef", "output_hash": "81b38cfba58cffebcb53006da36bbdf9637a821c6f04f210f4f30dc299c6701e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "34be7e3c365f721b81b23ed0", "attempt_id": "b1f5143612b0", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:00.008946Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 1906, "keep": 953, "window_tokens": 44, "compress_ms": 46.966916997917}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 35131392, "serialized_payload_bytes": 35147383, "side_information_bytes": 15991, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 56.626749923452735, "doc_prefill_ms": 210.32762492541224, "compress_ms": 48.56545804068446, "serialize_ms": 7.7944580698385835, "load_ms": 0.6977079901844263, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.039374987594783, "ttft_ms": 21.039374987594783, "decode_ms": 1298.4176250174642}, "total_wall_ms": 1378.4292499767616, "ttft_ms": 21.039374987594783, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 94}, "provider_cached_usage": null, "process_memory": 1179402240, "backend_memory": {"mlx_active_bytes": 12749558792, "mlx_peak_bytes": 12792124656, "mlx_cache_bytes": 10187629837, "process_rss_bytes": 1179402240}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12792124656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        if r['returned']:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7a188ce05a9f24ee735e3e3873b2d75378abb189338514295dc7b72bdfbe6152", "output_hash": "8e97b9ad236e7e65e4ee0fda8a1c59b58137f2bd02d1be10b5bb89ee8303c1a5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f4a470cc5bc32deda169dbd6", "attempt_id": "9b29a70eca06", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:01.430435Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1906, "keep": 476, "window_tokens": 44, "compress_ms": 42.829624959267676}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563214, "side_information_bytes": 15950, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.99508401285857, "doc_prefill_ms": 210.32762492541224, "compress_ms": 44.342458015307784, "serialize_ms": 4.4133750488981605, "load_ms": 0.9292920585721731, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.062125076539814, "ttft_ms": 18.062125076539814, "decode_ms": 1312.249124981463}, "total_wall_ms": 1381.8878749152645, "ttft_ms": 18.062125076539814, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 97}, "provider_cached_usage": null, "process_memory": 1179598848, "backend_memory": {"mlx_active_bytes": 12714169352, "mlx_peak_bytes": 12754212080, "mlx_cache_bytes": 10223019277, "process_rss_bytes": 1179598848}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12754212080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        if r['returned']:\n            continue\n        revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100)\n        total += revenue\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6d79360c84082c242c149ea2337cf6d1cf528c92ae322313e9e5b801d7fdd8ad", "output_hash": "23496c8373e61fc1695e0a119e04e1ae5d09f16326e79612c8b032abef4b2b17"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9cbd04621803971869dc6826", "attempt_id": "ec75c6ce4d38", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:02.855129Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 1906, "keep": 238, "window_tokens": 44, "compress_ms": 42.98629204276949}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 8773632, "serialized_payload_bytes": 8789514, "side_information_bytes": 15882, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.70916700363159, "doc_prefill_ms": 210.32762492541224, "compress_ms": 44.50354108121246, "serialize_ms": 2.967582899145782, "load_ms": 0.8631669916212559, "receiver_prefill_ms": 0.0, "query_prefill_ms": 16.73720800317824, "ttft_ms": 16.73720800317824, "decode_ms": 774.9319589929655}, "total_wall_ms": 841.8857499491423, "ttft_ms": 16.73720800317824, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 58}, "provider_cached_usage": null, "process_memory": 1184727040, "backend_memory": {"mlx_active_bytes": 12695294984, "mlx_peak_bytes": 12734058624, "mlx_cache_bytes": 10241893645, "process_rss_bytes": 1184727040}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12734058624, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    rows = [row for row in rows if row['region'] != 'SH']\n    total = sum(row['units'] * row['price'] for row in rows if row['units'] >= 3)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "039adee0086d2a28c76a773505a9625638a5743f91f00e1235778e075e2f6757", "output_hash": "826d7fc12f17e1a5f26a70ccb80eeff3158970d657f05811159056823ee1758a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e04a83983564d588a87c31de", "attempt_id": "fb374df5b575", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:03.783332Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12690576392}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1906, "keep": 476, "window_tokens": 19, "compress_ms": 39.545541047118604}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563214, "side_information_bytes": 15950, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 44.10062509123236, "doc_prefill_ms": 210.32762492541224, "compress_ms": 39.75999995600432, "serialize_ms": 4.14158299099654, "load_ms": 1.3877080054953694, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.249999964609742, "ttft_ms": 18.249999964609742, "decode_ms": 954.1167499264702}, "total_wall_ms": 975.7187910145149, "ttft_ms": 18.249999964609742, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 71}, "provider_cached_usage": null, "process_memory": 1184825344, "backend_memory": {"mlx_active_bytes": 12712989704, "mlx_peak_bytes": 12754212080, "mlx_cache_bytes": 10236110093, "process_rss_bytes": 1184825344}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12754212080, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    valid_rows = [r for r in rows if r['region'] != 'OCEAN' and r['units'] >= 3 and r['returned'] == 0]\n    total = sum(r['price'] * r['units'] for r in valid_rows)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6d79360c84082c242c149ea2337cf6d1cf528c92ae322313e9e5b801d7fdd8ad", "output_hash": "de5dd59cabcea569ca5173f652f85a8ab6f130b0c0c2500402c5cc12e3918048"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3c481afcf42a89f4f409d66d", "attempt_id": "ceeb9e85f12c", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:04.803029Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1906, "keep": 476, "window_tokens": 44, "compress_ms": 42.5156659912318}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 17547264, "serialized_payload_bytes": 17563164, "side_information_bytes": 15900, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.6062919953838, "doc_prefill_ms": 210.32762492541224, "compress_ms": 43.96537505090237, "serialize_ms": 4.4050420401617885, "load_ms": 1.1472079204395413, "receiver_prefill_ms": 0.0, "query_prefill_ms": 416.86508408747613, "ttft_ms": 416.86508408747613, "decode_ms": 821.4422500459477}, "total_wall_ms": 1291.0908749327064, "ttft_ms": 416.86508408747613, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 61}, "provider_cached_usage": null, "process_memory": 1201225728, "backend_memory": {"mlx_active_bytes": 12713186312, "mlx_peak_bytes": 12739709052, "mlx_cache_bytes": 10254093021, "process_rss_bytes": 1201225728}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12739709052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for row in rows:\n        if row['product_location'] != 'PRODUCT_LOCATION_PRODUCT_LOCATION_PRODUCT_LOCATION' and row['units'] >= 3:\n            total += row['revenue']\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7d795df20e40e98f46c624e62e6f64d92edde13620397d51abbc2a0d67871249", "output_hash": "e9a4bea42275a7436aad99ead917626ffd6506aebbdaf54adda5bcc08e63b6ad"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0284f199f2ee4a9caf8b4aa9", "attempt_id": "71a22f3d679f", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:06.138281Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12672881672}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1906, "keep": 476, "window_tokens": 44, "compress_ms": 42.17758297454566, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1867, "source_tokens_receiver": 1867, "query_tokens": 44, "message_tokens": 1906, "message_utf8_bytes": 7910, "cache_tensor_bytes": 9321984, "serialized_payload_bytes": 9355505, "side_information_bytes": 33521, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.66804204136133, "doc_prefill_ms": 210.32762492541224, "compress_ms": 50.79404206480831, "serialize_ms": 4.45049989502877, "load_ms": 1.355040934868157, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.006625003181398, "ttft_ms": 18.006625003181398, "decode_ms": 1401.5032909810543}, "total_wall_ms": 1478.1242919852957, "ttft_ms": 18.006625003181398, "input_usage": {"receiver_prefix_tokens": 1906, "dense_cache_bytes": 70262784, "query_tokens": 44}, "output_usage": {"output_tokens": 96}, "provider_cached_usage": null, "process_memory": 1206272000, "backend_memory": {"mlx_active_bytes": 12696328380, "mlx_peak_bytes": 12742302176, "mlx_cache_bytes": 10334350201, "process_rss_bytes": 1206272000}, "peak_prefill_memory": 13432599220, "peak_decode_memory": 12742302176, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        if r['returned']:\n            continue\n        revenue = r['units'] * r['price'] * (1 + r['tax_rate'] / 100)\n        total += revenue\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1ead7b0f699495ba877353fee44434de530e67ae33a3de6685072732c7d9a711", "output_hash": "aea1f12abf54f1e608a19cbca2b741ef23c9ad7cbf4c6302d901f8a6b632ddbc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ee0386b53c78ae07aec8d5e5", "attempt_id": "58d1ec931aad", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:07.782079Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 95, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010167015716433525, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.35112501680851, "ttft_ms": 13.911916990764439, "decode_ms": 1109.7802079748362}, "total_wall_ms": 1190.7434170134366, "ttft_ms": 13.911916990764439, "input_usage": {"receiver_prompt_tokens": 95}, "output_usage": {"output_tokens": 81}, "provider_cached_usage": null, "process_memory": 923713536, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12691068380, "mlx_cache_bytes": 171934416, "process_rss_bytes": 923713536}, "peak_prefill_memory": null, "peak_decode_memory": 12691068380, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = 0\n    total_expenses = 0\n    for row in rows:\n        if row['type'] == 'revenue':\n            total_revenue += row['amount']\n        elif row['type'] == 'expense':\n            total_expenses += row['amount']\n    return total_revenue - total_expenses\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "ceccbfc49a10589103fb013e7d8e03ff535560bba3f0f64a7411aa43c8cc7e9b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4df4dedf34e861db425cd78d", "attempt_id": "855cd7e56351", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:09.016062Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 1883, "message_tokens": 1778, "message_utf8_bytes": 7910, "cache_tensor_bytes": null, "serialized_payload_bytes": 7910, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008832896128296852, "decode_payload_ms": 0.0, "receiver_prefill_ms": 201.28716703038663, "ttft_ms": 14.186999993398786, "decode_ms": 1242.7269159816206}, "total_wall_ms": 1461.1104170326144, "ttft_ms": 14.186999993398786, "input_usage": {"receiver_prompt_tokens": 1883}, "output_usage": {"output_tokens": 88}, "provider_cached_usage": null, "process_memory": 923729920, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13298168220, "mlx_cache_bytes": 883908664, "process_rss_bytes": 923729920}, "peak_prefill_memory": null, "peak_decode_memory": 13298168220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest' or r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "output_hash": "5a10d4ac13a66ace7dd0bab96958ad7cf481683052cf2fde2ba4026aadd8a2e9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5ff59c8c4308956bfb0715b5", "attempt_id": "48100f8b3db5", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:10.519565Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 1778}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 242, "message_tokens": 132, "message_utf8_bytes": 582, "cache_tensor_bytes": null, "serialized_payload_bytes": 582, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.114332979544997, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.573833039961755, "ttft_ms": 13.670708984136581, "decode_ms": 1113.3070409996435}, "total_wall_ms": 1163.4154580533504, "ttft_ms": 13.670708984136581, "input_usage": {"receiver_prompt_tokens": 242}, "output_usage": {"output_tokens": 81}, "provider_cached_usage": null, "process_memory": 923893760, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12766337052, "mlx_cache_bytes": 1032152060, "process_rss_bytes": 923893760}, "peak_prefill_memory": null, "peak_decode_memory": 12766337052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = 0\n    for row in rows:\n        revenue = row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)\n        revenue -= row['units'] * row['returned'] * row['unit_price']\n        total_revenue += revenue\n    return total_revenue\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eadb51e153ad3de5ea7ebdb02494e6bbb6adb37955931c594e166330b9f09991", "output_hash": "6581d622940a5b86265dc613cfbccff3fb43c4441de64f9b9823227bc0638299"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f889abe363e120c34cbd0825", "attempt_id": "2ebcf7641c78", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:11.725740Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 1778}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 625, "message_tokens": 515, "message_utf8_bytes": 2140, "cache_tensor_bytes": null, "serialized_payload_bytes": 2140, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.8419999396428466, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.25441705062985, "ttft_ms": 13.988749939016998, "decode_ms": 1351.758666918613}, "total_wall_ms": 1445.3140830155462, "ttft_ms": 13.988749939016998, "input_usage": {"receiver_prompt_tokens": 625}, "output_usage": {"output_tokens": 98}, "provider_cached_usage": null, "process_memory": 923959296, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13043981848, "mlx_cache_bytes": 1492118972, "process_rss_bytes": 923959296}, "peak_prefill_memory": null, "peak_decode_memory": 13043981848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    filtered_rows = [row for row in rows if not row['returned'] and row['region'] != 'Ouest' and row['units'] >= 3]\n    revenue = sum(row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100) for row in filtered_rows)\n    return round(revenue * (1 - 0.0 / 100), 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0da734ebb963fa75a74eb56c0f41ba58ba4262fc41515216c2d45127dc2db27e", "output_hash": "adeea2f5c766726e71d5a1508a83943b4dad372b1b6f86445826b4fad3132bb3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0f26001269c9652f464fce31", "attempt_id": "558fb4b7da56", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:13.214013Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 127, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 233, "message_tokens": 127, "message_utf8_bytes": 412, "cache_tensor_bytes": null, "serialized_payload_bytes": 412, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.665625070221722, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.18720797728747, "ttft_ms": 13.412250089459121, "decode_ms": 1061.5160829620436}, "total_wall_ms": 1110.9174579614773, "ttft_ms": 13.412250089459121, "input_usage": {"receiver_prompt_tokens": 233}, "output_usage": {"output_tokens": 78}, "provider_cached_usage": null, "process_memory": 924041216, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12760160284, "mlx_cache_bytes": 1630383548, "process_rss_bytes": 924041216}, "peak_prefill_memory": null, "peak_decode_memory": 12760160284, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0\n    for r in rows:\n        if r['region'] != 'Ouest' and r['units'] >= 3:\n            total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6d7d6d052af6df88d868165e108c704df3ee81d1113c0aa2e3c4093bebeb2a72", "output_hash": "2ea7de1ad19906856352b2bbd147372479cda15a254799664d7a3860b792c2b1"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1b6cf843975809557ab5d27d", "attempt_id": "38d4fadc7b3c", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:14.366007Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 603, "message_tokens": 497, "message_utf8_bytes": 1545, "cache_tensor_bytes": null, "serialized_payload_bytes": 1545, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5975839924067259, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.17483306583017, "ttft_ms": 13.73333390802145, "decode_ms": 1212.933792034164}, "total_wall_ms": 1303.145165904425, "ttft_ms": 13.73333390802145, "input_usage": {"receiver_prompt_tokens": 603}, "output_usage": {"output_tokens": 84}, "provider_cached_usage": null, "process_memory": 924139520, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13031628312, "mlx_cache_bytes": 1989553596, "process_rss_bytes": 924139520}, "peak_prefill_memory": null, "peak_decode_memory": 13031628312, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0\n    for r in rows:\n        if not r['returned'] and r['region'] != 'Ouest' and r['units'] >= 3:\n            total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "282b546b09b2ffaebe71b7a75d667e4cac3ac4bdad8761720ba1a45f11348d6e", "output_hash": "30b1e822ab8cab021793f4800c7428f9581045d3502c7ef40e1cc782ef0644e3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "42a3becbad0d1f064854384e", "attempt_id": "352680473d6d", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:15.709594Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 26}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 617, "message_tokens": 511, "message_utf8_bytes": 2366, "cache_tensor_bytes": null, "serialized_payload_bytes": 2366, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.03854201734066, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.52862498071045, "ttft_ms": 14.037417015060782, "decode_ms": 1138.7801670935005}, "total_wall_ms": 1231.9721250096336, "ttft_ms": 14.037417015060782, "input_usage": {"receiver_prompt_tokens": 617}, "output_usage": {"output_tokens": 83}, "provider_cached_usage": null, "process_memory": 924155904, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13039836696, "mlx_cache_bytes": 2288545212, "process_rss_bytes": 924155904}, "peak_prefill_memory": null, "peak_decode_memory": 13039836696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total_revenue = 0\n    for r in rows:\n        if r['region'] != 'Ouest' and r['units'] >= 3:\n            revenue = r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100)\n            total_revenue += revenue\n    return round(total_revenue, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2f99158a30f687f1b7f9482d4596ed8c0415c5ffbe9de0e282100a9d476a7e09", "output_hash": "f0859f03893dd1dd2b9dc6ae96bcfe2a6b6726db353f5ecdb29ff7acd8e97ce4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3113c5157632a0bcca074ab3", "attempt_id": "c5e89de39d5a", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:18.997384Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 238, "message_tokens": 128, "message_utf8_bytes": 504, "cache_tensor_bytes": null, "serialized_payload_bytes": 504, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2016.9412910472602, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.291583044454455, "ttft_ms": 13.48012499511242, "decode_ms": 1229.9721660092473}, "total_wall_ms": 1279.8990410519764, "ttft_ms": 13.48012499511242, "input_usage": {"receiver_prompt_tokens": 238, "sender_input_tokens": 1912, "sender_output_tokens": 128, "sender_prefill_ms": 202.87804200779647, "sender_ttft_ms": 14.107749913819134, "sender_decode_ms": 1797.995707951486}, "output_usage": {"output_tokens": 90}, "provider_cached_usage": null, "process_memory": 924270592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12763502620, "mlx_cache_bytes": 2907212696, "process_rss_bytes": 924270592}, "peak_prefill_memory": null, "peak_decode_memory": 12763502620, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = sum(\n        row['units'] * row['unit_price'] * (1 - row['discount_pct'] / 100)\n        for row in rows\n        if row['region'] != 'Ouest' and row['units'] >= 3\n    )\n    return round(total_revenue * (1 + 0.0 / 100), 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9f40177489067caad0e0091e2ccf0226e7bdfc85e548d940dfa8e03bb005ffbf", "output_hash": "a159cdb9baedc5dc58586d1977aa78872ba7c2d9f676c5f4b5076f428453c89d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c24907f4f5239b31c3c5aa4e", "attempt_id": "ea71754a1ff4", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:27.762751Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 621, "message_tokens": 512, "message_utf8_bytes": 1678, "cache_tensor_bytes": null, "serialized_payload_bytes": 1678, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7444.25904203672, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.18491705600172, "ttft_ms": 13.94587499089539, "decode_ms": 1437.7776250476018}, "total_wall_ms": 1530.7146250270307, "ttft_ms": 13.94587499089539, "input_usage": {"receiver_prompt_tokens": 621, "sender_input_tokens": 1912, "sender_output_tokens": 512, "sender_prefill_ms": 202.1510419435799, "sender_ttft_ms": 14.250125037506223, "sender_decode_ms": 7225.5395000102}, "output_usage": {"output_tokens": 105}, "provider_cached_usage": null, "process_memory": 924909568, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13073374744, "mlx_cache_bytes": 3686075288, "process_rss_bytes": 924909568}, "peak_prefill_memory": null, "peak_decode_memory": 13073374744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['returned'] or r['region'] == 'Ouest' or r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    total *= 1.0  # apply tax of 0.0%\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "60d6709edcb4c0fabcf73802b406460be529e359823ce95a722d790de13b1f1c", "output_hash": "c4bb44f16035f2901f27d1d56207e3a0503869250d4d7a8951daf84ed93a9eae"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8150fd48544c2037715f11d0", "attempt_id": "12c812a8edf3", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:29.335020Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 276, "message_tokens": 167, "message_utf8_bytes": 585, "cache_tensor_bytes": null, "serialized_payload_bytes": 585, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2579.1304169688374, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.17824997007847, "ttft_ms": 13.829916017130017, "decode_ms": 1466.5949580958113}, "total_wall_ms": 4108.73520898167, "ttft_ms": 13.829916017130017, "input_usage": {"receiver_prompt_tokens": 276, "sender_input_tokens": 1932, "sender_output_tokens": 167, "sender_prefill_ms": 206.05687506031245, "sender_ttft_ms": 14.147124951705337, "sender_decode_ms": 2357.1355409221724}, "output_usage": {"output_tokens": 107}, "provider_cached_usage": null, "process_memory": 925073408, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12814589016, "mlx_cache_bytes": 4327385540, "process_rss_bytes": 925073408}, "peak_prefill_memory": null, "peak_decode_memory": 12814589016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest' or r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    tax = total * 0.01\n    total += tax\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "35294bae6a10e0fa7fe09acd58f1f600fd403a672a44d02042ac68004b40ac82", "output_hash": "181f49de9509a271076450a869c5bee9f83a29ac2f4f9852e81b6a5629df0f12"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3b2859e2b08b54df3f125dff", "attempt_id": "a361dfc6a7b0", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:35.501367Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 173, "message_tokens": 52, "message_utf8_bytes": 175, "cache_tensor_bytes": null, "serialized_payload_bytes": 175, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2017.5875829299912, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.908957964740694, "ttft_ms": 13.594708987511694, "decode_ms": 598.136082990095}, "total_wall_ms": 648.409542045556, "ttft_ms": 13.594708987511694, "input_usage": {"receiver_prompt_tokens": 173, "sender_input_tokens": 1942, "sender_output_tokens": 128, "sender_prefill_ms": 206.26308303326368, "sender_ttft_ms": 14.065041905269027, "sender_decode_ms": 1794.636500068009}, "output_usage": {"output_tokens": 44}, "provider_cached_usage": null, "process_memory": 925663232, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12726081564, "mlx_cache_bytes": 4902537240, "process_rss_bytes": 925663232}, "peak_prefill_memory": null, "peak_decode_memory": 12726081564, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    return [row for row in rows if not (row['returned'] and row['region'] == 'Ouest') or row['units'] >= 3]\n```", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4cbd5ec8b74dbdf91e846512f93a0865dd12d7707318473c2cd22cab929bb952", "output_hash": "d56a3a138903669bc646fb1f84e85992e33f5f5f54643db3bdc66c3a0fe50354"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "560e0bea65ac399ad5f9c5f9", "attempt_id": "63aaccf0f13f", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:43.663469Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 4, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 495, "message_tokens": 374, "message_utf8_bytes": 1323, "cache_tensor_bytes": null, "serialized_payload_bytes": 1323, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7472.344083013013, "decode_payload_ms": 0.0, "receiver_prefill_ms": 57.31091706547886, "ttft_ms": 13.710541068576276, "decode_ms": 1068.2172910310328}, "total_wall_ms": 1140.8510829787701, "ttft_ms": 13.710541068576276, "input_usage": {"receiver_prompt_tokens": 495, "sender_input_tokens": 1942, "sender_output_tokens": 512, "sender_prefill_ms": 206.83354197535664, "sender_ttft_ms": 14.318583067506552, "sender_decode_ms": 7248.792249942198}, "output_usage": {"output_tokens": 78}, "provider_cached_usage": null, "process_memory": 925745152, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12940926040, "mlx_cache_bytes": 5197547544, "process_rss_bytes": 925745152}, "peak_prefill_memory": null, "peak_decode_memory": 12940926040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": {"n_facts": 4, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.2, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e741fbfa027b6337d63442cc962312d36f6360b95664c7938368fca66622cfe6", "output_hash": "8fcc7b3df307301761bb98068b1716bd7e58a1f8a11de3ace03bf46345d084c1"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a96349f34912d9aeb60b0be8", "attempt_id": "ca2a1fc5c3e7", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:44.846628Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 4, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 442, "message_tokens": 321, "message_utf8_bytes": 1028, "cache_tensor_bytes": null, "serialized_payload_bytes": 1028, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6488.98000002373, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.86999999266118, "ttft_ms": 13.693041983060539, "decode_ms": 1388.2701670518145}, "total_wall_ms": 7947.944791987538, "ttft_ms": 13.693041983060539, "input_usage": {"receiver_prompt_tokens": 442, "sender_input_tokens": 1975, "sender_output_tokens": 441, "sender_prefill_ms": 208.1439170287922, "sender_ttft_ms": 14.86441702581942, "sender_decode_ms": 6263.93654209096}, "output_usage": {"output_tokens": 102}, "provider_cached_usage": null, "process_memory": 926072832, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12910402648, "mlx_cache_bytes": 5922318064, "process_rss_bytes": 926072832}, "peak_prefill_memory": null, "peak_decode_memory": 12910402648, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0\n    for r in rows:\n        if r['returned']:\n            continue\n        if r['region'] == 'Ouest':\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    total *= 1.0\n    return round(total, 2)\n```", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 4, "parse_ok": true}, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9421cd9d109c7636713f51686bd069a97cb2d2f7148f83a923b9f22e2c95ebb5", "output_hash": "c55806017fc7cf6508d286d61918cea376c6dd2bdf22682cc78cdf982ddc2214"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "857e8dbb32b6c436484fd208", "attempt_id": "2b4f59e1ebbe", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:52.834035Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 565, "message_tokens": 459, "message_utf8_bytes": 379, "cache_tensor_bytes": null, "serialized_payload_bytes": 379, "side_information_bytes": 0, "fetched_bytes": 974, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.027916976250708103, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.24783408734947, "ttft_ms": 13.663750025443733, "decode_ms": 996.7829160159454}, "total_wall_ms": 1087.5058750389144, "ttft_ms": 13.663750025443733, "input_usage": {"receiver_prompt_tokens": 565, "sender_input_tokens": 1942, "sender_output_tokens": 512, "sender_prefill_ms": 206.83354197535664, "sender_ttft_ms": 14.318583067506552, "sender_decode_ms": 7248.792249942198}, "output_usage": {"output_tokens": 73}, "provider_cached_usage": null, "process_memory": 926154752, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13009706520, "mlx_cache_bytes": 6258943728, "process_rss_bytes": 926154752}, "peak_prefill_memory": null, "peak_decode_memory": 13009706520, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['returned'] or r['region'] == 'Ouest' or r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'])\n    return total", "evidence_artifact": {"lookups": 4, "fetched_bytes": 974, "retrieved_refs": 4}, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d083bd34b10e403723fedd3f81e54cef2fff8f6f57c6b1cd42caf79cfe79ede1", "output_hash": "38730fa49f947c217361e98590781a1a86b481391e27b56544604344a9f532fc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a6d629f48c51f146a9147ac5", "attempt_id": "b09ecbddabe3", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:53.961276Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 6.093990755007704}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 1883, "message_tokens": 1778, "message_utf8_bytes": 7910, "cache_tensor_bytes": null, "serialized_payload_bytes": 1298, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0802080612629652, "decode_payload_ms": 0.017916900105774403, "receiver_prefill_ms": 205.80995897762477, "ttft_ms": 14.249542029574513, "decode_ms": 1238.6735000181943}, "total_wall_ms": 1461.5428750403225, "ttft_ms": 14.249542029574513, "input_usage": {"receiver_prompt_tokens": 1883}, "output_usage": {"output_tokens": 88}, "provider_cached_usage": null, "process_memory": 926154752, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13298168220, "mlx_cache_bytes": 6258943728, "process_rss_bytes": 926154752}, "peak_prefill_memory": null, "peak_decode_memory": 13298168220, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest' or r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "output_hash": "5a10d4ac13a66ace7dd0bab96958ad7cf481683052cf2fde2ba4026aadd8a2e9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "97fd59d30e80a4298f602bb0", "attempt_id": "7c1cdf3d9ec3", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:55.650327Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.2879640044994376, "origin_tokens": 1778, "compressed_tokens": 563, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 669, "message_tokens": 563, "message_utf8_bytes": 2348, "cache_tensor_bytes": null, "serialized_payload_bytes": 2348, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 187.67116696108133, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.82249993924052, "ttft_ms": 13.812792021781206, "decode_ms": 1629.4934999896213}, "total_wall_ms": 1730.8602910488844, "ttft_ms": 13.812792021781206, "input_usage": {"receiver_prompt_tokens": 669}, "output_usage": {"output_tokens": 119}, "provider_cached_usage": null, "process_memory": 926580736, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13069983432, "mlx_cache_bytes": 6774993248, "process_rss_bytes": 926580736}, "peak_prefill_memory": null, "peak_decode_memory": 13069983432, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    net_revenue = []\n    for row in rows:\n        total_price = row[1] * row[2]\n        discount = total_price * row[3] / 100\n        total_price -= discount\n        tax = total_price * row[4] / 100\n        total_price -= tax\n        return_value = round(total_price, 2)\n        if row[5]:\n            return_value -= row[6]\n        net_revenue.append([row[0], return_value])\n    return net_revenue\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "add1b1b45963823d3c1d175d38243748f1a3fa5a2489684b3926c75cc9d39787", "output_hash": "d3cbf6566eca22fa413c68ac34adfd07b5861bcbd8973efbf1602390594d7110"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fcaa4d8809123f260514968a", "attempt_id": "dd7c141fed78", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:57.672332Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13043799048}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 210796544, "serialized_payload_bytes": 210809550, "side_information_bytes": 13006, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 247.97137500718236, "doc_prefill_ms": 203.02458305377513, "compress_ms": 2.3712499532848597, "serialize_ms": 39.382874965667725, "load_ms": 2.3333330173045397, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.982667062431574, "ttft_ms": 24.982667062431574, "decode_ms": 1333.8137499522418}, "total_wall_ms": 1362.702582962811, "ttft_ms": 24.982667062431574, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 88}, "provider_cached_usage": null, "process_memory": 1137885184, "backend_memory": {"mlx_active_bytes": 13270422536, "mlx_peak_bytes": 13330781412, "mlx_cache_bytes": 9555423945, "process_rss_bytes": 1137885184}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 13330781412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest' or r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "895920c3b1561e0d23ec1213768acc25c5d480a1a6d41c0086488610d153fef3", "output_hash": "5a10d4ac13a66ace7dd0bab96958ad7cf481683052cf2fde2ba4026aadd8a2e9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "36c8c15e3e9e34af86b4e761", "attempt_id": "ac3854c09c9f", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:22:59.119596Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13043291144}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "28cc28b3bf898d2c", "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 210796544, "serialized_payload_bytes": 210809578, "side_information_bytes": 13034, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.49620807543397, "doc_prefill_ms": 203.02458305377513, "compress_ms": 4.1552500333637, "serialize_ms": 35.153624950908124, "load_ms": 24.25479202065617, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.41412501502782, "ttft_ms": 24.41412501502782, "decode_ms": 1341.2888330640271}, "total_wall_ms": 1391.7218749411404, "ttft_ms": 24.41412501502782, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 88}, "provider_cached_usage": null, "process_memory": 1348911104, "backend_memory": {"mlx_active_bytes": 13269914632, "mlx_peak_bytes": 13330158820, "mlx_cache_bytes": 9555931849, "process_rss_bytes": 1348911104}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 13330158820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest' or r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "32971537a313adb50be18b29af1555ab1fd9b11a94a914d0fcccbd900f80169f", "output_hash": "5a10d4ac13a66ace7dd0bab96958ad7cf481683052cf2fde2ba4026aadd8a2e9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e7243f005a64b1d1b4324bf7", "attempt_id": "02bef8f1e7c8", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:00.603777Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12945314824}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 111985664, "serialized_payload_bytes": 112012784, "side_information_bytes": 27120, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.423999989405274, "doc_prefill_ms": 203.02458305377513, "compress_ms": 14.2922920640558, "serialize_ms": 32.772624981589615, "load_ms": 3.0468329787254333, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.23624994419515, "ttft_ms": 21.23624994419515, "decode_ms": 1357.5537079013884}, "total_wall_ms": 1383.6582079529762, "ttft_ms": 21.23624994419515, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 88}, "provider_cached_usage": null, "process_memory": 1573748736, "backend_memory": {"mlx_active_bytes": 13066425352, "mlx_peak_bytes": 13148963796, "mlx_cache_bytes": 10905601801, "process_rss_bytes": 1573748736}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 13148963796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest' or r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "be043abf5b8781bee93720b27578e40c041ae4385cfe8335c8c439bc65fc71b5", "output_hash": "5a10d4ac13a66ace7dd0bab96958ad7cf481683052cf2fde2ba4026aadd8a2e9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b6fabe18cae2a52dbeda566e", "attempt_id": "c82af7d28e33", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:02.060538Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12892820488}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 59286528, "serialized_payload_bytes": 59313585, "side_information_bytes": 27057, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.772583019919693, "doc_prefill_ms": 203.02458305377513, "compress_ms": 13.156208908185363, "serialize_ms": 13.268749928101897, "load_ms": 2.4175000144168735, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.786707988008857, "ttft_ms": 20.786707988008857, "decode_ms": 1386.7065419908613}, "total_wall_ms": 1411.543875001371, "ttft_ms": 20.786707988008857, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 92}, "provider_cached_usage": null, "process_memory": 1630732288, "backend_memory": {"mlx_active_bytes": 12957045768, "mlx_peak_bytes": 13030934052, "mlx_cache_bytes": 11370719913, "process_rss_bytes": 1630732288}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 13030934052, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest' or r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 1.0, "pass_rate": 1.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "56114071cd9dbe060f81e575a4661a796987fae9c9a4c9d7cae0e3d7510006f8", "output_hash": "fb4c53f1759af064881f428d4bc8f816a7f537add71a55205a7d0bd016d0b398"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "39384a515645492cdb666f21", "attempt_id": "c7cc959209af", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:03.545094Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12873700360}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 39524352, "serialized_payload_bytes": 39551289, "side_information_bytes": 26937, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 27.23362494725734, "doc_prefill_ms": 203.02458305377513, "compress_ms": 16.4929999737069, "serialize_ms": 10.383416898548603, "load_ms": 2.21512489952147, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.670957979746163, "ttft_ms": 20.670957979746163, "decode_ms": 4736.496082972735}, "total_wall_ms": 4762.101500062272, "ttft_ms": 20.670957979746163, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 1669758976, "backend_memory": {"mlx_active_bytes": 12923016200, "mlx_peak_bytes": 12988195588, "mlx_cache_bytes": 11622628521, "process_rss_bytes": 1669758976}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 12988195588, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] != 'Ouest':\n            total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n        if r['returned'] == 0:\n            total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n            if r['discount_pct'] == 0:\n            if r['discount_pct'] == 0:\n                if r['discount_pct'] == 0:\n                    total += r['units'] * r['discount_pct']\n            else:\n                total += r['units'] * r['discount_pct'] * (1 - r['discount_pct'] / 100.0)\n                if r['discount_pct'] == 0:\n                    total += r['units'] * r['discount_pct'] * r['units'] * r['discount'] * r['units'] * r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n            if r['discount'] == 0:\n                if r['discount'] == 0:\n                    if r['discount'] == 0:\n                    if r['discount'] == 0:\n                        if r['discount'] == 0:\n                            if r['discount'] == 0:\n                                if r['discount'] == 0:\n                                    if r['discount'] == 0:\n                                       ", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:IndentationError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e07ddef3ca81d29a8cec63b92593d16eef4d8af5939434443b66b9cce3ef2c4b", "output_hash": "cee3b38ebc8886e0c2bd20e444984826d8b6cdfa1e2af5a4e90ef9e6c98e3c2f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ca4ab200f2a85b84d80f12f7", "attempt_id": "b1ad08047084", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:08.391345Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12937778184}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 1838, "keep": 919, "compress_ms": 9.08129196614027}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 105398272, "serialized_payload_bytes": 105411168, "side_information_bytes": 12896, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 38.61512499861419, "doc_prefill_ms": 203.02458305377513, "compress_ms": 9.120374917984009, "serialize_ms": 29.30516703054309, "load_ms": 1.4182080049067736, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.404041977599263, "ttft_ms": 20.404041977599263, "decode_ms": 1187.1846249559894}, "total_wall_ms": 1210.680125048384, "ttft_ms": 20.404041977599263, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 82}, "provider_cached_usage": null, "process_memory": 1797636096, "backend_memory": {"mlx_active_bytes": 13057971208, "mlx_peak_bytes": 13107647724, "mlx_cache_bytes": 12281314473, "process_rss_bytes": 1797636096}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 13107647724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        total += r['units'] * r['unit_price'] * (1 - r['discount_pct'] / 100.0)\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.2, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "27add50bb2d1f17b3187de68b0239c7ecc71bd49213aac3179dddf5b9362d057", "output_hash": "ec9b21f4dd866a76e086b677e2605f96dee92cead2bbc60fd27c43a2751dba64"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "868c6baf8feb37fb8d535cd8", "attempt_id": "c59e508d58fb", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:09.670624Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885480456}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 1838, "keep": 460, "compress_ms": 8.399791084229946}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 52756480, "serialized_payload_bytes": 52769362, "side_information_bytes": 12882, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 22.36287505365908, "doc_prefill_ms": 203.02458305377513, "compress_ms": 8.44574999064207, "serialize_ms": 13.725790893658996, "load_ms": 1.193708973005414, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.295499961823225, "ttft_ms": 18.295499961823225, "decode_ms": 1414.5325829740614}, "total_wall_ms": 1435.6013339711353, "ttft_ms": 18.295499961823225, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 100}, "provider_cached_usage": null, "process_memory": 1795932160, "backend_memory": {"mlx_active_bytes": 12955210760, "mlx_peak_bytes": 12991845612, "mlx_cache_bytes": 13250149545, "process_rss_bytes": 1795932160}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 12991845612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = 0\n    total_cost = 0\n    for row in rows:\n        if row['revenue'] is not None and row['cost'] is not None:\n            total_revenue += row['revenue']\n            total_cost += row['cost']\n    if total_revenue > 0 and total_cost > 0:\n        return total_revenue - total_cost\n    else:\n        return 0\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bb57af7abf02c6b42332ee631598facda3f68271fd61c3450c662d9b6c2fc6f0", "output_hash": "2c3ad5303d8d1f45396dfca7af62ca9ec49b63f96cdb18c9eca1e0e6dc18ce23"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6fcb9eaa53d1a8461802ad6e", "attempt_id": "cfdd56bca11b", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:11.170728Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12858872840}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 1838, "keep": 230, "compress_ms": 7.518292055465281}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 26378240, "serialized_payload_bytes": 26391100, "side_information_bytes": 12860, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.508875044062734, "doc_prefill_ms": 203.02458305377513, "compress_ms": 7.563457940705121, "serialize_ms": 10.757750016637146, "load_ms": 1.0718749836087227, "receiver_prefill_ms": 0.0, "query_prefill_ms": 16.927125048823655, "ttft_ms": 16.927125048823655, "decode_ms": 1299.4702500291169}, "total_wall_ms": 1319.2833749344572, "ttft_ms": 16.927125048823655, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 94}, "provider_cached_usage": null, "process_memory": 1798389760, "backend_memory": {"mlx_active_bytes": 12901995528, "mlx_peak_bytes": 12937843956, "mlx_cache_bytes": 13811989673, "process_rss_bytes": 1798389760}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 12937843956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total_revenue = 0\n    total_expenses = 0\n    for row in rows:\n        revenue = row['revenue']\n        expenses = row['expenses']\n        if revenue > expenses:\n            total_revenue += revenue\n            total_expenses += expenses\n        else:\n            total_expenses += revenue\n            total_revenue += expenses\n    return total_revenue - total_expenses\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "408b5f6af1a591cc6f72a2b3138cb047665fdbb3e302aa2129c054791519cdd1", "output_hash": "10fa903b9fa51adcfaf7126d944aca2bb3aac154dae2fe8a9d319ffa942dff0a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d2955a28636369d5f8bf70fc", "attempt_id": "492b27c6014b", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:12.558620Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885480456}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 1838, "keep": 460, "compress_ms": 8.414416923187673}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 52756480, "serialized_payload_bytes": 52769357, "side_information_bytes": 12877, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.81245796661824, "doc_prefill_ms": 203.02458305377513, "compress_ms": 8.45249998383224, "serialize_ms": 16.16483402904123, "load_ms": 1.1170830111950636, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.50129198282957, "ttft_ms": 18.50129198282957, "decode_ms": 5353.283375035971}, "total_wall_ms": 5374.592250096612, "ttft_ms": 18.50129198282957, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 775274496, "backend_memory": {"mlx_active_bytes": 12980458504, "mlx_peak_bytes": 13004830100, "mlx_cache_bytes": 15814229161, "process_rss_bytes": 775274496}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 13004830100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "��������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0d0cb3e06484240f791c0781cf03f12aba974028fd0982f87feefea57cc0b0a6", "output_hash": "96a784ac557a03befea2a2bf3c2c86086644fca8c3acf17e4a7eb949027d72ef"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4448c3ce61de142250d21af3", "attempt_id": "c4d7db4cf808", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:17.978797Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 1838, "keep": 919, "window_tokens": 45, "compress_ms": 109.44441694300622}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 105398272, "serialized_payload_bytes": 105411210, "side_information_bytes": 12938, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 139.5035000750795, "doc_prefill_ms": 203.02458305377513, "compress_ms": 110.96408299636096, "serialize_ms": 28.300666948780417, "load_ms": 12.189207947812974, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.539874956943095, "ttft_ms": 21.539874956943095, "decode_ms": 1622.7811670396477}, "total_wall_ms": 1797.6326250936836, "ttft_ms": 21.539874956943095, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 97}, "provider_cached_usage": null, "process_memory": 995917824, "backend_memory": {"mlx_active_bytes": 13059806216, "mlx_peak_bytes": 13107647724, "mlx_cache_bytes": 16302914833, "process_rss_bytes": 995917824}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 13107647724, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] == 'Ouest' or r['returned']:\n            continue\n        if r['units'] < 3:\n            continue\n        revenue = r['units'] * (r['unit_price'] - r['unit_price'] * r['discount_pct'] / 100.0)\n        total += revenue\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.8, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "799a4fa48193dd9ec6f65b7b4fcc2d5bcdff9fb38fa2a16ba69925d3f3a49ec9", "output_hash": "80d3d5d55bea650184a528f83c54c362ba0de9fc5a7a898a794d0c61a29f0fb4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6e5c6f85c15991fcd5e69729", "attempt_id": "865166338013", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:19.822660Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1838, "keep": 460, "window_tokens": 45, "compress_ms": 66.84300000779331}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 52756480, "serialized_payload_bytes": 52769402, "side_information_bytes": 12922, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 83.53966695722193, "doc_prefill_ms": 203.02458305377513, "compress_ms": 68.31379095092416, "serialize_ms": 15.01304202247411, "load_ms": 6.178832962177694, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.383666989393532, "ttft_ms": 18.383666989393532, "decode_ms": 1100.1957079861313}, "total_wall_ms": 1209.8786249989644, "ttft_ms": 18.383666989393532, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 78}, "provider_cached_usage": null, "process_memory": 1104035840, "backend_memory": {"mlx_active_bytes": 12952458248, "mlx_peak_bytes": 12991845612, "mlx_cache_bytes": 16410262801, "process_rss_bytes": 1104035840}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 12991845612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] != 'Ouest' and r['shipped_days'] > 0 and r['units'] >= 3:\n            total += r['units'] * (r['revenue'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "65f452fe4a966cbad523a0ee344027d0c061ed41037707afab7ab717e64a89f4", "output_hash": "bea1f8351088ce372fd666b6edc97b0739771927e1477a84e37899ffdbdad89b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "67e2d8b9bce20867f1241c99", "attempt_id": "098b32fcd535", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:21.079019Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 1838, "keep": 230, "window_tokens": 45, "compress_ms": 49.42033300176263}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 26378240, "serialized_payload_bytes": 26391140, "side_information_bytes": 12900, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 60.23487506899983, "doc_prefill_ms": 203.02458305377513, "compress_ms": 50.86891690734774, "serialize_ms": 9.154167026281357, "load_ms": 3.6647500237450004, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.03816605731845, "ttft_ms": 17.03816605731845, "decode_ms": 847.5036249728873}, "total_wall_ms": 929.9731249921024, "ttft_ms": 17.03816605731845, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 61}, "provider_cached_usage": null, "process_memory": 1157234688, "backend_memory": {"mlx_active_bytes": 12897408008, "mlx_peak_bytes": 12937843956, "mlx_cache_bytes": 16465313041, "process_rss_bytes": 1157234688}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 12937843956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "```python\ndef net_revenue(rows):\n    total = sum(\n        row['net_revenue'] \n        for row in rows \n        if row['region'] != 'North America' and row['shipped_days'] > 0\n    )\n    return round(total, 2)\n```", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b82fe2a38ed2661e9bc35c728089758a3ee9828bf91b3104c2d498acf0aa94d8", "output_hash": "85addf5fbb8000576b873a351ac245735360cb044ad05835ed18cc19ab0be6ae"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7df3d52e77ea2e98542560cb", "attempt_id": "3b1435f5b1e7", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:22.111485Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12885480456}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1838, "keep": 460, "window_tokens": 19, "compress_ms": 43.64654095843434}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 52756480, "serialized_payload_bytes": 52769402, "side_information_bytes": 12922, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 57.72483302280307, "doc_prefill_ms": 203.02458305377513, "compress_ms": 43.886708095669746, "serialize_ms": 13.642875012010336, "load_ms": 1.55774992890656, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.58433394227177, "ttft_ms": 18.58433394227177, "decode_ms": 4532.450915896334}, "total_wall_ms": 4554.708458017558, "ttft_ms": 18.58433394227177, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 320}, "provider_cached_usage": null, "process_memory": 1209991168, "backend_memory": {"mlx_active_bytes": 12980458504, "mlx_peak_bytes": 13004830100, "mlx_cache_bytes": 16389356893, "process_rss_bytes": 1209991168}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 13004830100, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0\n    for row in rows:\n        if row['region'] in ['BR-1183', 'BR-1184', 'BR-1185', 'BR-1186', 'BR-1187', 'BR-1188', 'BR-1189', 'BR-1190', 'BR-1191', 'BR-1192', 'BR-1193', 'BR-1194', 'BR-1195', 'BR-1196', 'BR-1197', 'BR-1198', 'BR-1199', 'BR-1200', 'BR-1201', 'BR-1202', 'BR-1203', 'BR-1204', 'BR-1205', 'BR-1206', 'BR-1207', 'BR-1208', 'BR-1209', 'BR-1210', 'BR-1211', 'BR-1212', 'BR-1213', 'BR-1214', 'BR-1215', 'BR-1216', 'BR-1217', 'BR-1218', 'BR-1219', 'BR-1220', 'BR-1221', 'BR-1222', 'BR-1223', 'BR-1224', 'BR-1225', 'BR-1226', 'BR-1227', 'BR-1228', 'BR-1229', 'BR-1230', 'BR-1231', '", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "exec:SyntaxError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "65f452fe4a966cbad523a0ee344027d0c061ed41037707afab7ab717e64a89f4", "output_hash": "73fec905544a233100445679be9d0083e14aa70ec7e2c033547b8c122cb0a72f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "74539fccb5a534f95fdc16f7", "attempt_id": "79ee0aa09db5", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:26.713448Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 1838, "keep": 460, "window_tokens": 45, "compress_ms": 53.61454200465232}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 52756480, "serialized_payload_bytes": 52769364, "side_information_bytes": 12884, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.36258300952613, "doc_prefill_ms": 203.02458305377513, "compress_ms": 55.107375024817884, "serialize_ms": 12.04399997368455, "load_ms": 12.928000069223344, "receiver_prefill_ms": 0.0, "query_prefill_ms": 524.0611250046641, "ttft_ms": 524.0611250046641, "decode_ms": 1200.1310419291258}, "total_wall_ms": 1806.097541935742, "ttft_ms": 524.0611250046641, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 82}, "provider_cached_usage": null, "process_memory": 1036550144, "backend_memory": {"mlx_active_bytes": 12953244680, "mlx_peak_bytes": 13018579972, "mlx_cache_bytes": 16659927521, "process_rss_bytes": 1036550144}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 13018579972, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] != 'West' and r['region'] != 'East':\n            if r['shipped_days'] >= 3:\n                total += (r['units'] * (1 - (r['units'] * 0.01)))\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": null}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7376d7005d50bcbb2d8679a2b3e6bff7d5658e9de68ad19ddc03392f1c54dea1", "output_hash": "4bfa014d40234c6afb78d74eb853ccb39bd71c38f9edb1c03b59136a65223e39"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "603bc3108ead22253e689779", "attempt_id": "fb07d7a57fc9", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:28.565933Z", "task_family": "exec", "document_id": "exec_00102_2000", "document_hash": "61b6c7bb86261a26bf000996edd5f9326f7f77ca1c37085fd999cddf1bff2396", "question_id": "q00_exec", "split": "dev", "cluster_id": "exec_00102_2000", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12832265224}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 1838, "keep": 460, "window_tokens": 45, "compress_ms": 49.34499994851649, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 1778, "source_tokens_receiver": 1778, "query_tokens": 45, "message_tokens": 1838, "message_utf8_bytes": 7910, "cache_tensor_bytes": 28026880, "serialized_payload_bytes": 28053663, "side_information_bytes": 26783, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 65.74712507426739, "doc_prefill_ms": 203.02458305377513, "compress_ms": 56.87683308497071, "serialize_ms": 8.498625014908612, "load_ms": 1.2767079751938581, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.63158291578293, "ttft_ms": 17.63158291578293, "decode_ms": 1134.6790000097826}, "total_wall_ms": 1220.9000840084627, "ttft_ms": 17.63158291578293, "input_usage": {"receiver_prefix_tokens": 1838, "dense_cache_bytes": 210796544, "query_tokens": 45}, "output_usage": {"output_tokens": 78}, "provider_cached_usage": null, "process_memory": 1049264128, "backend_memory": {"mlx_active_bytes": 12898356488, "mlx_peak_bytes": 12943865316, "mlx_cache_bytes": 16729566177, "process_rss_bytes": 1049264128}, "peak_prefill_memory": 13287338396, "peak_decode_memory": 12943865316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "def net_revenue(rows):\n    total = 0.0\n    for r in rows:\n        if r['region'] != 'Ouest' and r['shipped_days'] > 0 and r['units'] >= 3:\n            total += r['units'] * (r['revenue'] / 100.0)\n    return round(total, 2)", "evidence_artifact": null, "reference_key_id": "keys/exec/exec_00102_2000.json", "task_scores": {"correct": 0.0, "pass_rate": 0.0, "error": "KeyError"}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7229fda80d226f027912b49e2f9148f1ab7b096a8e2aed14d62d4c9501f8117b", "output_hash": "bea1f8351088ce372fd666b6edc97b0739771927e1477a84e37899ffdbdad89b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "eed40d18d88e67398b38f442", "attempt_id": "f23a46457e85", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:30.398498Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 60, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.012167030945420265, "decode_payload_ms": 0.0, "receiver_prefill_ms": 2129.637666977942, "ttft_ms": 53.132375003769994, "decode_ms": 13.205874944105744}, "total_wall_ms": 2196.673584054224, "ttft_ms": 53.132375003769994, "input_usage": {"receiver_prompt_tokens": 60}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 847872000, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12644930920, "mlx_cache_bytes": 285132452, "process_rss_bytes": 847872000}, "peak_prefill_memory": null, "peak_decode_memory": 12644930920, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "930fa7a006ea44fd27c7617b", "attempt_id": "26adde491cde", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:32.647388Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 3314, "message_tokens": 3244, "message_utf8_bytes": 15217, "cache_tensor_bytes": null, "serialized_payload_bytes": 15217, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008541974239051342, "decode_payload_ms": 0.0, "receiver_prefill_ms": 357.966291019693, "ttft_ms": 13.86329100932926, "decode_ms": 469.2516670329496}, "total_wall_ms": 846.4350000722334, "ttft_ms": 13.86329100932926, "input_usage": {"receiver_prompt_tokens": 3314}, "output_usage": {"output_tokens": 34}, "provider_cached_usage": null, "process_memory": 848003072, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13480298480, "mlx_cache_bytes": 2193611368, "process_rss_bytes": 848003072}, "peak_prefill_memory": null, "peak_decode_memory": 13480298480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD is an extension of the NetVLAD approach, adding Ghost clusters to map noisy or irrelevant content into ghost clusters, which are not included during feature aggregation.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "output_hash": "ba5fb8f0ad59cb232cd6f80c40ee8d80776fb7390bc885bdbaae680052882740"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a7cf1bbd8f615cf7918734d5", "attempt_id": "1685f7f5426a", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:33.519640Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 3244}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 207, "message_tokens": 132, "message_utf8_bytes": 714, "cache_tensor_bytes": null, "serialized_payload_bytes": 714, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.2421249886974692, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.44233303889632, "ttft_ms": 13.707457925193012, "decode_ms": 13.282999978400767}, "total_wall_ms": 62.30841693468392, "ttft_ms": 13.707457925193012, "input_usage": {"receiver_prompt_tokens": 207}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 848084992, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12773382056, "mlx_cache_bytes": 2364202400, "process_rss_bytes": 848084992}, "peak_prefill_memory": null, "peak_decode_memory": 12773382056, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3066fa8edbbaed5711870fe2ec06283fef6e60f33efd51f4eb04d9ba6e04ee87", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fda6e072bd8b96a45b101b87", "attempt_id": "c1487d2d36a0", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:33.607228Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 3244}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 591, "message_tokens": 516, "message_utf8_bytes": 2729, "cache_tensor_bytes": null, "serialized_payload_bytes": 2729, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.607583999633789, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.0674579711631, "ttft_ms": 13.681958080269396, "decode_ms": 66.94612500723451}, "total_wall_ms": 152.03970798756927, "ttft_ms": 13.681958080269396, "input_usage": {"receiver_prompt_tokens": 591}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 848101376, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12989817944, "mlx_cache_bytes": 2756795808, "process_rss_bytes": 848101376}, "peak_prefill_memory": null, "peak_decode_memory": 12989817944, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD pooling approach", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "11ac585095e23aad2dc25c5d250ea6fc439122cd288e6814f52c1cea040db97b", "output_hash": "b396b6ce678924171263f2c16423a6fb5ea85d772a5b7e43ad73b71e42b11ad7"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bd6b0502b85da48d965d4ff9", "attempt_id": "874bb98e590f", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:33.785619Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 127, "n_sentences": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 198, "message_tokens": 127, "message_utf8_bytes": 526, "cache_tensor_bytes": null, "serialized_payload_bytes": 526, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.961249953135848, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.33054208289832, "ttft_ms": 13.422499992884696, "decode_ms": 13.485459028743207}, "total_wall_ms": 61.97695899754763, "ttft_ms": 13.422499992884696, "input_usage": {"receiver_prompt_tokens": 198}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 848183296, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12766812072, "mlx_cache_bytes": 2910936480, "process_rss_bytes": 848183296}, "peak_prefill_memory": null, "peak_decode_memory": 12766812072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6fa6233de5f4d7e5ef05ee575b76952ea3d7acf6ee1b30a7bd992e93dd7a50f0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3b51a65c84fe82e71f37aa68", "attempt_id": "115fbde6ebd0", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:33.873175Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 11}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 571, "message_tokens": 500, "message_utf8_bytes": 2058, "cache_tensor_bytes": null, "serialized_payload_bytes": 2058, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.4493329003453255, "decode_payload_ms": 0.0, "receiver_prefill_ms": 66.59908301662654, "ttft_ms": 13.682540971785784, "decode_ms": 13.743459014222026}, "total_wall_ms": 95.35812505055219, "ttft_ms": 13.682540971785784, "input_usage": {"receiver_prompt_tokens": 571}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 848199680, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12977726552, "mlx_cache_bytes": 3258146208, "process_rss_bytes": 848199680}, "peak_prefill_memory": null, "peak_decode_memory": 12977726552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a804cda2443cf12a08e11e226234585e0d1edf60d020061934488a33516d413b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "577980d6b685c6fc5bc5da05", "attempt_id": "a95bc92d6538", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:33.990431Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 578, "message_tokens": 507, "message_utf8_bytes": 2495, "cache_tensor_bytes": null, "serialized_payload_bytes": 2495, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.609249971807003, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.62229206692427, "ttft_ms": 13.463082956150174, "decode_ms": 255.53395808674395}, "total_wall_ms": 341.6048330254853, "ttft_ms": 13.463082956150174, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 19}, "provider_cached_usage": null, "process_memory": 848216064, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12982543448, "mlx_cache_bytes": 3595623840, "process_rss_bytes": 848216064}, "peak_prefill_memory": null, "peak_decode_memory": 12982543448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension to VLAD where hard assignment is replaced with soft assignment for end-to-end training.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.27027027027027023, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "785023803d7f2c38c80debcdc8309ffa1c94e3c99227c52a36e7e66d830d2d9e", "output_hash": "e746ed4fb6926b79617f224cc269a459de798a399cfc39ed7c9b314e07455f73"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a0e740da4e7f279af8dbebdb", "attempt_id": "1b3093f11084", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:36.587161Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 203, "message_tokens": 128, "message_utf8_bytes": 537, "cache_tensor_bytes": null, "serialized_payload_bytes": 537, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2232.3954170569777, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.13687495049089, "ttft_ms": 13.367791078053415, "decode_ms": 26.647042017430067}, "total_wall_ms": 75.0233749859035, "ttft_ms": 13.367791078053415, "input_usage": {"receiver_prompt_tokens": 203, "sender_input_tokens": 3359, "sender_output_tokens": 128, "sender_prefill_ms": 442.37220799550414, "sender_ttft_ms": 14.36291600111872, "sender_decode_ms": 1772.4888749653473}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 848281600, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12781131736, "mlx_cache_bytes": 4247310872, "process_rss_bytes": 848281600}, "peak_prefill_memory": null, "peak_decode_memory": 12781131736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Pooling method", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "20aaaebbfb291ba1b82fb97d1fea17087cab1ef2c6546ad409edb21b91b5d75e", "output_hash": "9cb7c7be46c98ac16c72aaf2a47801524f6b5bb28271566e9cc1b1e15bf72fd1"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "76f01df55ecb91a3db1d8fcd", "attempt_id": "643287dff6a3", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:40.174470Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 294, "message_tokens": 220, "message_utf8_bytes": 1044, "cache_tensor_bytes": null, "serialized_payload_bytes": 1044, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3488.715333980508, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.300708919763565, "ttft_ms": 13.807125040329993, "decode_ms": 53.34337498061359}, "total_wall_ms": 112.88716702256352, "ttft_ms": 13.807125040329993, "input_usage": {"receiver_prompt_tokens": 294, "sender_input_tokens": 3360, "sender_output_tokens": 220, "sender_prefill_ms": 439.5509170135483, "sender_ttft_ms": 14.245500089600682, "sender_decode_ms": 3032.0736250141636}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 848396288, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12849928452, "mlx_cache_bytes": 4855204648, "process_rss_bytes": 848396288}, "peak_prefill_memory": null, "peak_decode_memory": 12849928452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ghost-VLAD", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3b08a9dd9882d778138853f9b9a6a55c7176ad67e2db289645e13b8fc1bac590", "output_hash": "4a81758367f5a2ca4e9aa1c032ddd94e54a15042d670c320c4955ecf300ae450"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "aac1ea3831a5568cb649ebe9", "attempt_id": "e033ddfe9a78", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:40.314005Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 227, "message_tokens": 153, "message_utf8_bytes": 833, "cache_tensor_bytes": null, "serialized_payload_bytes": 833, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2522.7110830601305, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.73374994751066, "ttft_ms": 13.332083006389439, "decode_ms": 26.76441695075482}, "total_wall_ms": 2596.303957980126, "ttft_ms": 13.332083006389439, "input_usage": {"receiver_prompt_tokens": 227, "sender_input_tokens": 3351, "sender_output_tokens": 153, "sender_prefill_ms": 401.06762491632253, "sender_ttft_ms": 14.04758298303932, "sender_decode_ms": 2104.633415932767}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 848412672, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12788996356, "mlx_cache_bytes": 5553064744, "process_rss_bytes": 848412672}, "peak_prefill_memory": null, "peak_decode_memory": 12788996356, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Pooling strategy", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "87961affbd121a27de9ebb8139a6ed65b85cbd6b64fe731c5de1bc094452dec9", "output_hash": "758d535e33105111bc5c4a4900ebdb32443ef3ef1880c6deef446cf96dda70c5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a610c8a6123ad1daa846e050", "attempt_id": "4ce55c4841f4", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:45.096890Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 160, "message_tokens": 74, "message_utf8_bytes": 257, "cache_tensor_bytes": null, "serialized_payload_bytes": 257, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2164.2599580809474, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.138042035512626, "ttft_ms": 13.166958000510931, "decode_ms": 13.497417094185948}, "total_wall_ms": 59.50395797844976, "ttft_ms": 13.166958000510931, "input_usage": {"receiver_prompt_tokens": 160, "sender_input_tokens": 3388, "sender_output_tokens": 128, "sender_prefill_ms": 397.65854098368436, "sender_ttft_ms": 13.891875045374036, "sender_decode_ms": 1749.730958021246}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 848429056, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12737075112, "mlx_cache_bytes": 6193217556, "process_rss_bytes": 848429056}, "peak_prefill_memory": null, "peak_decode_memory": 12737075112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "24a01d00b3112b2b0d1ecde5c6054a4638878133730bb3b2e4780e98eb03d652", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ea56458436b8320d32752e67", "attempt_id": "5494022573b4", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:50.828147Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 5, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 306, "message_tokens": 221, "message_utf8_bytes": 756, "cache_tensor_bytes": null, "serialized_payload_bytes": 756, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5648.226707940921, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.47341605555266, "ttft_ms": 13.242625049315393, "decode_ms": 39.97308306861669}, "total_wall_ms": 98.71354198548943, "ttft_ms": 13.242625049315393, "input_usage": {"receiver_prompt_tokens": 306, "sender_input_tokens": 3388, "sender_output_tokens": 380, "sender_prefill_ms": 393.76312494277954, "sender_ttft_ms": 14.102999935857952, "sender_decode_ms": 5237.45091597084}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 848429056, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12859676980, "mlx_cache_bytes": 6574195928, "process_rss_bytes": 848429056}, "peak_prefill_memory": null, "peak_decode_memory": 12859676980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "pooling method", "evidence_artifact": {"n_facts": 5, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3bb6e01e5b80c84d0441a0b53d50795f440126a2d273b098a4adc01abc60175f", "output_hash": "8c7e3b1576d203644fb74ba50478132796f7da6038f8971317fa262590fd6536"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "661a5b77b8ccf95c68b929c1", "attempt_id": "d5094ebcf051", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:50.949696Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 173, "message_tokens": 87, "message_utf8_bytes": 272, "cache_tensor_bytes": null, "serialized_payload_bytes": 272, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2279.137165984139, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.382583991624415, "ttft_ms": 13.55541602242738, "decode_ms": 631.1528750229627}, "total_wall_ms": 2957.850208040327, "ttft_ms": 13.55541602242738, "input_usage": {"receiver_prompt_tokens": 173, "sender_input_tokens": 3392, "sender_output_tokens": 136, "sender_prefill_ms": 378.36387497372925, "sender_ttft_ms": 13.799250009469688, "sender_decode_ms": 1883.734834031202}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 848494592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12746479528, "mlx_cache_bytes": 7243528660, "process_rss_bytes": 848494592}, "peak_prefill_memory": null, "peak_decode_memory": 12746479528, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Inspired by the recent work by W. Xie et al. [9] and Y. Zhong et al. [10], GhostVLAD is an extension of the NetVLAD approach, which is proposed for face recognition", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.15789473684210525, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a49fdb3084e2cc0d4f1a926b43adbb759bf3310200e148f5a223f144059442ed", "output_hash": "45ccd77ab92f0a93fb8ed566bbcef18cb923081e790a4330d29784b938a20ebe"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bc5d0d7225a573b48dff774a", "attempt_id": "63e62cbcebb2", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:53.930475Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 544, "message_tokens": 473, "message_utf8_bytes": 371, "cache_tensor_bytes": null, "serialized_payload_bytes": 371, "side_information_bytes": 0, "fetched_bytes": 1373, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.023667002096772194, "decode_payload_ms": 0.0, "receiver_prefill_ms": 64.49495791457593, "ttft_ms": 13.494165963493288, "decode_ms": 40.0677080033347}, "total_wall_ms": 119.41754200961441, "ttft_ms": 13.494165963493288, "input_usage": {"receiver_prompt_tokens": 544, "sender_input_tokens": 3388, "sender_output_tokens": 380, "sender_prefill_ms": 393.76312494277954, "sender_ttft_ms": 14.102999935857952, "sender_decode_ms": 5237.45091597084}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 848543744, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12960523352, "mlx_cache_bytes": 7579138516, "process_rss_bytes": 848543744}, "peak_prefill_memory": null, "peak_decode_memory": 12960523352, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "pooling method", "evidence_artifact": {"lookups": 4, "fetched_bytes": 1373, "retrieved_refs": 4}, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "15bd5c2c7fa5c1256d4044abb684ec5f8ec847c3e301d4402dc3bc463138b521", "output_hash": "8c7e3b1576d203644fb74ba50478132796f7da6038f8971317fa262590fd6536"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cfb7e216360e9df8bd4699fc", "attempt_id": "9529878b82ca", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:54.072366Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 2.8798258894776683}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 3314, "message_tokens": 3244, "message_utf8_bytes": 15217, "cache_tensor_bytes": null, "serialized_payload_bytes": 5284, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.10095792822539806, "decode_payload_ms": 0.02491590566933155, "receiver_prefill_ms": 364.90129097364843, "ttft_ms": 14.02441703248769, "decode_ms": 467.6312090596184}, "total_wall_ms": 851.8244579900056, "ttft_ms": 14.02441703248769, "input_usage": {"receiver_prompt_tokens": 3314}, "output_usage": {"output_tokens": 34}, "provider_cached_usage": null, "process_memory": 848543744, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13480298480, "mlx_cache_bytes": 7579138516, "process_rss_bytes": 848543744}, "peak_prefill_memory": null, "peak_decode_memory": 13480298480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD is an extension of the NetVLAD approach, adding Ghost clusters to map noisy or irrelevant content into ghost clusters, which are not included during feature aggregation.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "output_hash": "ba5fb8f0ad59cb232cd6f80c40ee8d80776fb7390bc885bdbaae680052882740"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "48284a41409507909d183524", "attempt_id": "51bc9b8512ff", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:55.670720Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.15782983970406905, "origin_tokens": 3165, "compressed_tokens": 625, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 732, "message_tokens": 661, "message_utf8_bytes": 2438, "cache_tensor_bytes": null, "serialized_payload_bytes": 2438, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 723.6878749681637, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.69225007016212, "ttft_ms": 13.71116703376174, "decode_ms": 162.5000840285793}, "total_wall_ms": 256.3522499985993, "ttft_ms": 13.71116703376174, "input_usage": {"receiver_prompt_tokens": 732}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 895598592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13066822744, "mlx_cache_bytes": 8031189460, "process_rss_bytes": 895598592}, "peak_prefill_memory": null, "peak_decode_memory": 13066822744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD approach adds Ghost clusters and excludes unwanted ones.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.3157894736842105, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d4d4991c91222b6a9e6d19502283cefa0f2bc37810d17b1138789a472b3b097f", "output_hash": "356e456551cab7efcf3e68470a8b851dcc9248336693280807bdd7ce456596ef"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "242c2eeaa7136eae4336372c", "attempt_id": "180d7c3c1241", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:56.751178Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12841571336}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 121024512, "serialized_payload_bytes": 121040621, "side_information_bytes": 16109, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 791.0365419229493, "doc_prefill_ms": 361.2480409210548, "compress_ms": 2.473625005222857, "serialize_ms": 422.15620807837695, "load_ms": 2.6920830132439733, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.00854207575321, "ttft_ms": 34.00854207575321, "decode_ms": 493.2096250122413}, "total_wall_ms": 532.6109579764307, "ttft_ms": 34.00854207575321, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 34}, "provider_cached_usage": null, "process_memory": 1138163712, "backend_memory": {"mlx_active_bytes": 12965434376, "mlx_peak_bytes": 13015673644, "mlx_cache_bytes": 8909898833, "process_rss_bytes": 1138163712}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 13015673644, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD is an extension of the NetVLAD approach, adding Ghost clusters to map noisy or irrelevant content into ghost clusters, which are not included during feature aggregation.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e72b7ab2934cfcf6888dcc2d829003003dc376d34928371486fae694c1a2098c", "output_hash": "ba5fb8f0ad59cb232cd6f80c40ee8d80776fb7390bc885bdbaae680052882740"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d2003632ac2fe216af197735", "attempt_id": "f7c84759fdbc", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:57.344962Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12841571336}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "35aaed2f1f78202e", "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 121024512, "serialized_payload_bytes": 121040649, "side_information_bytes": 16137, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 37.56529092788696, "doc_prefill_ms": 361.2480409210548, "compress_ms": 1.3380830641835928, "serialize_ms": 36.0407920088619, "load_ms": 16.744542052038014, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.27816596720368, "ttft_ms": 33.27816596720368, "decode_ms": 488.3474169764668}, "total_wall_ms": 541.0468330373988, "ttft_ms": 33.27816596720368, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 34}, "provider_cached_usage": null, "process_memory": 1259667456, "backend_memory": {"mlx_active_bytes": 12965434376, "mlx_peak_bytes": 13015673532, "mlx_cache_bytes": 8909898833, "process_rss_bytes": 1259667456}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 13015673532, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD is an extension of the NetVLAD approach, adding Ghost clusters to map noisy or irrelevant content into ghost clusters, which are not included during feature aggregation.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e188c41f1d9a05bc6e14927399c189fe21e3a4e72cabf24975d723a2d32d953f", "output_hash": "ba5fb8f0ad59cb232cd6f80c40ee8d80776fb7390bc885bdbaae680052882740"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "480545c6f1eac695863af777", "attempt_id": "e3dd3de89696", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:57.939051Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12786127880}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 64294272, "serialized_payload_bytes": 64328508, "side_information_bytes": 34236, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.49104201979935, "doc_prefill_ms": 361.2480409210548, "compress_ms": 10.024125105701387, "serialize_ms": 19.100042060017586, "load_ms": 2.58179206866771, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.90458290372044, "ttft_ms": 22.90458290372044, "decode_ms": 44.75374997127801}, "total_wall_ms": 72.908875066787, "ttft_ms": 22.90458290372044, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1389510656, "backend_memory": {"mlx_active_bytes": 12852188168, "mlx_peak_bytes": 12919342260, "mlx_cache_bytes": 9153800273, "process_rss_bytes": 1389510656}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12919342260, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2a1a43b3fa4a399c34ba6ec7a1917e4c670fbe4963cb057ca7ec0551e351b23d", "output_hash": "75a872242c44bab0506befcac9b6a38c36a90ed87a8b8fbe27f7514cdf9dbb77"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "586bd20a746391a9bf2218d0", "attempt_id": "1dbec452fb27", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:58.174160Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12755457032}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 34038144, "serialized_payload_bytes": 34072304, "side_information_bytes": 34160, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 138.90487502794713, "doc_prefill_ms": 361.2480409210548, "compress_ms": 9.1634999262169, "serialize_ms": 129.35866706538945, "load_ms": 1.8404170405119658, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.169167059473693, "ttft_ms": 22.169167059473693, "decode_ms": 694.3131670122966}, "total_wall_ms": 721.1482919519767, "ttft_ms": 22.169167059473693, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1459109888, "backend_memory": {"mlx_active_bytes": 12792026120, "mlx_peak_bytes": 12850254064, "mlx_cache_bytes": 9315969105, "process_rss_bytes": 1459109888}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12850254064, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " answer is is is the map is is the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the theuss the the the the", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1b95c993af3d21a934574f795df3e1fbf79b282247215a9eb48cbf2a848afa55", "output_hash": "2c0f9e0ae3f39ad1661d054a003adda4563e4914e846c6b20e1739fe08202a49"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "69fdb9bd0b70f84b8a0d65df", "attempt_id": "7a493b4fd8d0", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:58.938400Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12745233416}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 22692096, "serialized_payload_bytes": 22726072, "side_information_bytes": 33976, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.357500015757978, "doc_prefill_ms": 361.2480409210548, "compress_ms": 10.450292029418051, "serialize_ms": 8.535541943274438, "load_ms": 2.2887090453878045, "receiver_prefill_ms": 0.0, "query_prefill_ms": 135.55079197976738, "ttft_ms": 135.55079197976738, "decode_ms": 689.7329579805955}, "total_wall_ms": 830.6402909802273, "ttft_ms": 135.55079197976738, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1480589312, "backend_memory": {"mlx_active_bytes": 12771955720, "mlx_peak_bytes": 12826739072, "mlx_cache_bytes": 9396444033, "process_rss_bytes": 1480589312}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12826739072, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "waiting we\n\n\n\n\n the\n\n on  are\n the\n on\n  the and Ghosted the\n approach is\n the the Ghost the the the Indian the  the the the  the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.09523809523809525, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "56b8fc18fb71e55252f24917433dbda9cc425503e209d9237749671dad2da630", "output_hash": "41f4b96d0a53c8af9c99e6ecc4bf43a7da19cad063d98fc85a1f1af67e05842c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1f310390e587b5d05d2a7312", "attempt_id": "f1adf40ee730", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:59.818094Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12781409288}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 3283, "keep": 1642, "compress_ms": 9.336500079371035}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 60530688, "serialized_payload_bytes": 60546878, "side_information_bytes": 16190, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.97854200191796, "doc_prefill_ms": 361.2480409210548, "compress_ms": 9.374582907184958, "serialize_ms": 15.420082956552505, "load_ms": 1.4062500558793545, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.14770906418562, "ttft_ms": 25.14770906418562, "decode_ms": 27.798332972452044}, "total_wall_ms": 57.06424999516457, "ttft_ms": 25.14770906418562, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1492729856, "backend_memory": {"mlx_active_bytes": 12843930632, "mlx_peak_bytes": 12883602108, "mlx_cache_bytes": 9402620801, "process_rss_bytes": 1492729856}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12883602108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Face recognition", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5e0ae0186052a73bcbdabd1a529fc1f04fffcc520a187e6849fd717a75ff9213", "output_hash": "aea88d526d067608708536c90844a71e2fdd73002205449a86f1441074ce02df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "474d7e799d1709463f57302a", "attempt_id": "a90d3567c6a6", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:23:59.916345Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12750738440}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 3283, "keep": 821, "compress_ms": 7.8719580778852105}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 30265344, "serialized_payload_bytes": 30281294, "side_information_bytes": 15950, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.398750012740493, "doc_prefill_ms": 361.2480409210548, "compress_ms": 7.908833096735179, "serialize_ms": 8.300125016830862, "load_ms": 1.2549160746857524, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.76570801343769, "ttft_ms": 19.76570801343769, "decode_ms": 27.187167084775865}, "total_wall_ms": 51.03037494700402, "ttft_ms": 19.76570801343769, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1496793088, "backend_memory": {"mlx_active_bytes": 12782588936, "mlx_peak_bytes": 12816263868, "mlx_cache_bytes": 9463962497, "process_rss_bytes": 1496793088}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12816263868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Face recognition", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3ea9318fd439b14a4de663c391a10950a1beabb5a5728621bd7c1b19ccfd2fa", "output_hash": "aea88d526d067608708536c90844a71e2fdd73002205449a86f1441074ce02df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c1cc7c23c84ebfce1167aca4", "attempt_id": "29f90ea12115", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:00.004506Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12735403016}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 3283, "keep": 410, "compress_ms": 7.508040987886488}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 15114240, "serialized_payload_bytes": 15130139, "side_information_bytes": 15899, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.831749929115176, "doc_prefill_ms": 361.2480409210548, "compress_ms": 7.5389581033959985, "serialize_ms": 4.119582939893007, "load_ms": 1.2014579260721803, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.492500017397106, "ttft_ms": 17.492500017397106, "decode_ms": 27.53670804668218}, "total_wall_ms": 49.6250418946147, "ttft_ms": 17.492500017397106, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1498333184, "backend_memory": {"mlx_active_bytes": 12752655368, "mlx_peak_bytes": 12783331516, "mlx_cache_bytes": 9493896065, "process_rss_bytes": 1498333184}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12783331516, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Face recognition", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "72ea552eb8b0d062302788f112c08fcd6f9a9654c6f66c878632adf433f5450f", "output_hash": "aea88d526d067608708536c90844a71e2fdd73002205449a86f1441074ce02df"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "93ec0f0af68bb4118b4f9524", "attempt_id": "e66a23970759", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:00.093426Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12750738440}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 3283, "keep": 821, "compress_ms": 8.16429196856916}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 30265344, "serialized_payload_bytes": 30281287, "side_information_bytes": 15943, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.416124952025712, "doc_prefill_ms": 361.2480409210548, "compress_ms": 8.201666991226375, "serialize_ms": 7.022790960036218, "load_ms": 0.7366669597104192, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.30283405818045, "ttft_ms": 19.30283405818045, "decode_ms": 151.19670808780938}, "total_wall_ms": 173.93250006716698, "ttft_ms": 19.30283405818045, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1521336320, "backend_memory": {"mlx_active_bytes": 12782588936, "mlx_peak_bytes": 12816263868, "mlx_cache_bytes": 9463962497, "process_rss_bytes": 1521336320}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12816263868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of VLAD with additional \"ghost\" clusters", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.588235294117647, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8a87cd12e54acd223c3ad9553d1028e7c4f507160c2f6b467f040386ca1b7623", "output_hash": "2186a0d38b03b30a9f490d89c4029f93aed3afbdfe49ce3b728692172ec75684"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "45616d9aacfdba8dc02742b1", "attempt_id": "839c259a826e", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:00.291180Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12720067592}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 3283, "keep": 1642, "window_tokens": 31, "compress_ms": 49.1379169980064}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 60530688, "serialized_payload_bytes": 60546917, "side_information_bytes": 16229, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 62.04570806585252, "doc_prefill_ms": 361.2480409210548, "compress_ms": 51.69975000899285, "serialize_ms": 10.09704195894301, "load_ms": 1.1461670510470867, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.383500059135258, "ttft_ms": 28.383500059135258, "decode_ms": 325.84091695025563}, "total_wall_ms": 420.1767919585109, "ttft_ms": 28.383500059135258, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 23}, "provider_cached_usage": null, "process_memory": 1525972992, "backend_memory": {"mlx_active_bytes": 12843930632, "mlx_peak_bytes": 12883602108, "mlx_cache_bytes": 9429982217, "process_rss_bytes": 1525972992}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12883602108, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD is an extension of the NetVLAD approach, adding Ghost clusters to map noisy or irrelevant content.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.4210526315789474, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7ab4ec887296913edd11b8559f10faa153bd0803ec533c9cbd8a1d2ece6adbbd", "output_hash": "00e3949eb46f96272f51bc4543257307c6165f568da90d3993dcfcc49eed3b86"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d594af78d488446d23a181ba", "attempt_id": "a0fa279552e8", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:00.735612Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12720067592}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 3283, "keep": 821, "window_tokens": 31, "compress_ms": 46.504916972480714}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 30265344, "serialized_payload_bytes": 30281334, "side_information_bytes": 15990, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 55.32408400904387, "doc_prefill_ms": 361.2480409210548, "compress_ms": 49.07716589514166, "serialize_ms": 5.986250005662441, "load_ms": 1.0833749547600746, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.975624931044877, "ttft_ms": 18.975624931044877, "decode_ms": 312.7841670066118}, "total_wall_ms": 390.89691697154194, "ttft_ms": 18.975624931044877, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 23}, "provider_cached_usage": null, "process_memory": 1526300672, "backend_memory": {"mlx_active_bytes": 12783997960, "mlx_peak_bytes": 12816263868, "mlx_cache_bytes": 9531530249, "process_rss_bytes": 1526300672}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12816263868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD is an extension of the NetVLAD approach, adding Ghost clusters to improve aggregation of local features.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.4, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1c2913856db0d1a0d8bc36550365183b24052e8710c545631cf22555813ffdc7", "output_hash": "fecf4b3747739da00410fc6decc4ba4dde1d66f25ed88cb4a76dc7d3b1f7a46b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "034c09584488a8b0e35e68e0", "attempt_id": "3a4be9656dea", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:01.150592Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12720067592}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 3283, "keep": 410, "window_tokens": 31, "compress_ms": 44.896582956425846}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 15114240, "serialized_payload_bytes": 15130180, "side_information_bytes": 15940, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.93425004836172, "doc_prefill_ms": 361.2480409210548, "compress_ms": 47.4124999018386, "serialize_ms": 4.313374985940754, "load_ms": 0.9830840863287449, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.14504207484424, "ttft_ms": 17.14504207484424, "decode_ms": 312.34979210421443}, "total_wall_ms": 385.23474999237806, "ttft_ms": 17.14504207484424, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 23}, "provider_cached_usage": null, "process_memory": 1526448128, "backend_memory": {"mlx_active_bytes": 12753392648, "mlx_peak_bytes": 12783331516, "mlx_cache_bytes": 9565772809, "process_rss_bytes": 1526448128}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12783331516, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD is an extension of the NetVLAD approach, adding Ghost clusters to improve pooling for language identification.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.4, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7cea22ea210bca6e7ef604f596bde6e271feec371e35bfdb0dc0cf4126ae6405", "output_hash": "fea9e74ea45bb0dceba0357ec0a75265d9e953d51744f4129a040b46b46aafce"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ff142ac643850764f72df951", "attempt_id": "6daadbc15954", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:01.611129Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12750738440}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 3283, "keep": 821, "window_tokens": 19, "compress_ms": 45.33074994105846}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 30265344, "serialized_payload_bytes": 30281333, "side_information_bytes": 15989, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 51.329666981473565, "doc_prefill_ms": 361.2480409210548, "compress_ms": 45.449874945916235, "serialize_ms": 5.723416921682656, "load_ms": 1.7277919687330723, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.38262500334531, "ttft_ms": 19.38262500334531, "decode_ms": 299.1615840001032}, "total_wall_ms": 322.90129107423127, "ttft_ms": 19.38262500334531, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 22}, "provider_cached_usage": null, "process_memory": 1534132224, "backend_memory": {"mlx_active_bytes": 12784030728, "mlx_peak_bytes": 12816263868, "mlx_cache_bytes": 9547488265, "process_rss_bytes": 1534132224}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12816263868, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ghost-VLAD approach is a pooling method used for language identification, inspired by recent work on speaker identification.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "47e80056bbc1a4eb0bd50907f4df60fa9febc185c53aa9bfb01a998dafb1fe62", "output_hash": "ba29f94ed96dd49c401ef0be023381ab5ee8b988ed76f46cdc19c5602ac9b29c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "13d6ff52cccbded9f89dabcd", "attempt_id": "ef2637e4de52", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:01.958209Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12720067592}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 3283, "keep": 821, "window_tokens": 31, "compress_ms": 48.97883301600814}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 30265344, "serialized_payload_bytes": 30281369, "side_information_bytes": 16025, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 58.49445902276784, "doc_prefill_ms": 361.2480409210548, "compress_ms": 51.541083957999945, "serialize_ms": 6.725708954036236, "load_ms": 1.3644580030813813, "receiver_prefill_ms": 0.0, "query_prefill_ms": 296.28716700244695, "ttft_ms": 296.28716700244695, "decode_ms": 272.3279999336228}, "total_wall_ms": 631.2156670028344, "ttft_ms": 296.28716700244695, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 20}, "provider_cached_usage": null, "process_memory": 1564590080, "backend_memory": {"mlx_active_bytes": 12783965192, "mlx_peak_bytes": 12840095696, "mlx_cache_bytes": 9660707237, "process_rss_bytes": 1564590080}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12840095696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD is an extension of the NetVLAD approach, adding Ghost clusters for improved performance.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.45454545454545453, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "81de763492fc260aa4cc46a12e3bdd268ae91d0f3ba1d9cc557aa74dfbe8d1e2", "output_hash": "49c7b67ac9655c9a155b17543074ac325643e3423288d41efc32629ed75916a9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "28b3ebaed4b54cf08dd21e20", "attempt_id": "97b3bc105aaf", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:02.613379Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12720067592}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 3283, "keep": 821, "window_tokens": 31, "compress_ms": 46.24491697177291, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3244, "source_tokens_receiver": 3244, "query_tokens": 31, "message_tokens": 3283, "message_utf8_bytes": 15217, "cache_tensor_bytes": 16078464, "serialized_payload_bytes": 16112138, "side_information_bytes": 33674, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 63.28870798461139, "doc_prefill_ms": 361.2480409210548, "compress_ms": 56.061165989376605, "serialize_ms": 6.7874169908463955, "load_ms": 1.5831670025363564, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.30487500410527, "ttft_ms": 18.30487500410527, "decode_ms": 334.99670901801437}, "total_wall_ms": 420.83470802754164, "ttft_ms": 18.30487500410527, "input_usage": {"receiver_prefix_tokens": 3283, "dense_cache_bytes": 121024512, "query_tokens": 31}, "output_usage": {"output_tokens": 23}, "provider_cached_usage": null, "process_memory": 1579368448, "backend_memory": {"mlx_active_bytes": 12754750912, "mlx_peak_bytes": 12792658832, "mlx_cache_bytes": 9709477813, "process_rss_bytes": 1579368448}, "peak_prefill_memory": 13480298480, "peak_decode_memory": 12792658832, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD is an extension of the NetVLAD approach, adding Ghost clusters to improve aggregation of local features.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.4, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5ab22c767cee71ebdf2535ceebfdd7610f17ae6d0999c862992dcf2fb76d6c7f", "output_hash": "fecf4b3747739da00410fc6decc4ba4dde1d66f25ed88cb4a76dc7d3b1f7a46b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8596a255276a08bd89ed5a61", "attempt_id": "ecf32a83a986", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:03.121054Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 82, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008375034667551517, "decode_payload_ms": 0.0, "receiver_prefill_ms": 69.29420796222985, "ttft_ms": 13.885167078115046, "decode_ms": 27.38458290696144}, "total_wall_ms": 113.14466607291251, "ttft_ms": 13.885167078115046, "input_usage": {"receiver_prompt_tokens": 82}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1114406912, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12682352040, "mlx_cache_bytes": 210322076, "process_rss_bytes": 1114406912}, "peak_prefill_memory": null, "peak_decode_memory": 12682352040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "9cf9f50925b2a7803c73826a305235d4215dc428721c731072a9f2c0f5d6ae5a"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a5628a4c28b9323bac5de22a", "attempt_id": "5e56f087186d", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:03.289239Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 3257, "message_tokens": 3165, "message_utf8_bytes": 15217, "cache_tensor_bytes": null, "serialized_payload_bytes": 15217, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008874922059476376, "decode_payload_ms": 0.0, "receiver_prefill_ms": 354.4647500384599, "ttft_ms": 14.44270892534405, "decode_ms": 143.72670894954354}, "total_wall_ms": 517.6688330247998, "ttft_ms": 14.44270892534405, "input_usage": {"receiver_prompt_tokens": 3257}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1114439680, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13424202816, "mlx_cache_bytes": 1736786588, "process_rss_bytes": 1114439680}, "peak_prefill_memory": null, "peak_decode_memory": 13424202816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9b7f1181b83f5fea6249dc21", "attempt_id": "d6664a85e08d", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:03.832726Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 3165}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 229, "message_tokens": 132, "message_utf8_bytes": 714, "cache_tensor_bytes": null, "serialized_payload_bytes": 714, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.869959036819637, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.23620800115168, "ttft_ms": 13.528791023418307, "decode_ms": 13.547459035180509}, "total_wall_ms": 63.1585419178009, "ttft_ms": 13.528791023418307, "input_usage": {"receiver_prompt_tokens": 229}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1114865664, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12758341608, "mlx_cache_bytes": 1873167916, "process_rss_bytes": 1114865664}, "peak_prefill_memory": null, "peak_decode_memory": 12758341608, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3066fa8edbbaed5711870fe2ec06283fef6e60f33efd51f4eb04d9ba6e04ee87", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c8fae451338e58a87155537c", "attempt_id": "188ae2d5c92e", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:03.922498Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 3165}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 613, "message_tokens": 516, "message_utf8_bytes": 2753, "cache_tensor_bytes": null, "serialized_payload_bytes": 2753, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.54637489747256, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.84304204303771, "ttft_ms": 13.633084017783403, "decode_ms": 55.616249912418425}, "total_wall_ms": 147.36091694794595, "ttft_ms": 13.633084017783403, "input_usage": {"receiver_prompt_tokens": 613}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1115439104, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13037526504, "mlx_cache_bytes": 2326482876, "process_rss_bytes": 1115439104}, "peak_prefill_memory": null, "peak_decode_memory": 13037526504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Face recognition approach.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b4ebdc3f71e0de8c27d74d12c7425f1cc913cf419027bf0aa9d66ba8e1fb4ef4", "output_hash": "c91ced75830c795910278259ba26b352cb3b2bb8bcb4ece33a579acee947dd98"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3d16ef41400a82a90b0a5db5", "attempt_id": "042de669bf6e", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:04.097688Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 221, "message_tokens": 128, "message_utf8_bytes": 568, "cache_tensor_bytes": null, "serialized_payload_bytes": 568, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.823332932777703, "decode_payload_ms": 0.0, "receiver_prefill_ms": 39.47733296081424, "ttft_ms": 13.610958936624229, "decode_ms": 13.750500045716763}, "total_wall_ms": 67.6157500129193, "ttft_ms": 13.610958936624229, "input_usage": {"receiver_prompt_tokens": 221}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1115488256, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12753999848, "mlx_cache_bytes": 2449838012, "process_rss_bytes": 1115488256}, "peak_prefill_memory": null, "peak_decode_memory": 12753999848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a34390997ab0df3de812e36f8c4ae99da636e993feaee5a3dc94396a00599530", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6413b56fc5a957f2c47a06bf", "attempt_id": "136da9d7c691", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:04.190746Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 13}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 595, "message_tokens": 502, "message_utf8_bytes": 2268, "cache_tensor_bytes": null, "serialized_payload_bytes": 2268, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.416291088797152, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.86849999986589, "ttft_ms": 13.730542035773396, "decode_ms": 41.64725006558001}, "total_wall_ms": 131.46783399861306, "ttft_ms": 13.730542035773396, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1115488256, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13026991592, "mlx_cache_bytes": 2804240316, "process_rss_bytes": 1115488256}, "peak_prefill_memory": null, "peak_decode_memory": 13026991592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "179bd6082f22e64b2bb3b7a0fb33d014d40dd0c0a2527b41e66dc1a8cb97a1b6", "output_hash": "65cb98a4671af923622f6d04b76c9ce50b86b153894574e55a962cb4f727b91f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cc66cede787c1937c319d016", "attempt_id": "615e1f85c725", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:04.344943Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 594, "message_tokens": 501, "message_utf8_bytes": 2495, "cache_tensor_bytes": null, "serialized_payload_bytes": 2495, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.5388750471174717, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.62916697841138, "ttft_ms": 14.009042060934007, "decode_ms": 96.80379193741828}, "total_wall_ms": 188.23475006502122, "ttft_ms": 14.009042060934007, "input_usage": {"receiver_prompt_tokens": 594}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1115504640, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13026991592, "mlx_cache_bytes": 2804240316, "process_rss_bytes": 1115504640}, "peak_prefill_memory": null, "peak_decode_memory": 13026991592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.4615384615384615, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "785023803d7f2c38c80debcdc8309ffa1c94e3c99227c52a36e7e66d830d2d9e", "output_hash": "62be2a82b9b81284ad4ad3e5bf7aa56d7866450a753eeed5461895891c88b2e9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9ff77500a53e93352daadc54", "attempt_id": "bb1c7c8ad434", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:06.768263Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 225, "message_tokens": 128, "message_utf8_bytes": 623, "cache_tensor_bytes": null, "serialized_payload_bytes": 623, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2212.0567091042176, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.80050002690405, "ttft_ms": 13.434333959594369, "decode_ms": 95.84566601552069}, "total_wall_ms": 149.7556660324335, "ttft_ms": 13.434333959594369, "input_usage": {"receiver_prompt_tokens": 225, "sender_input_tokens": 3299, "sender_output_tokens": 128, "sender_prefill_ms": 355.6329170241952, "sender_ttft_ms": 14.664708054624498, "sender_decode_ms": 1839.134291978553}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1115799552, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12755818472, "mlx_cache_bytes": 3750383548, "process_rss_bytes": 1115799552}, "peak_prefill_memory": null, "peak_decode_memory": 12755818472, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ghost-VLAD pooling approach.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f813eee62e196fca07f66caa5e7be1ad5babfaf4a6c67f92facdb99539b9433a", "output_hash": "606c77a4aa164a4b43c36156e5a78f17b58568721cbd9ee5e660adfd382f7a25"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3612a7d3b78235b55d078950", "attempt_id": "1dbda0a2d3ed", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:14.691691Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 609, "message_tokens": 512, "message_utf8_bytes": 2472, "cache_tensor_bytes": null, "serialized_payload_bytes": 2472, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7750.5788339767605, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.91866697091609, "ttft_ms": 13.709207996726036, "decode_ms": 96.62845800630748}, "total_wall_ms": 187.38204205874354, "ttft_ms": 13.709207996726036, "input_usage": {"receiver_prompt_tokens": 609, "sender_input_tokens": 3299, "sender_output_tokens": 512, "sender_prefill_ms": 354.90000003483146, "sender_ttft_ms": 14.51941707637161, "sender_decode_ms": 7377.927166991867}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1116438528, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13035003368, "mlx_cache_bytes": 4485894076, "process_rss_bytes": 1116438528}, "peak_prefill_memory": null, "peak_decode_memory": 13035003368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.4615384615384615, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1e36b8176c0d3f4957659d9b7b22d6dc082f13488b3d8cb45dbfe548d0b59a6b", "output_hash": "62be2a82b9b81284ad4ad3e5bf7aa56d7866450a753eeed5461895891c88b2e9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "99ca32b3cceff4120ac7cc42", "attempt_id": "dd3de36a5901", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:14.901424Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 540, "message_tokens": 444, "message_utf8_bytes": 2273, "cache_tensor_bytes": null, "serialized_payload_bytes": 2273, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6826.606709044427, "decode_payload_ms": 0.0, "receiver_prefill_ms": 71.79708394687623, "ttft_ms": 13.817208004184067, "decode_ms": 84.40791699104011}, "total_wall_ms": 6998.048416920938, "ttft_ms": 13.817208004184067, "input_usage": {"receiver_prompt_tokens": 540, "sender_input_tokens": 3290, "sender_output_tokens": 444, "sender_prefill_ms": 353.22854202240705, "sender_ttft_ms": 14.695000019855797, "sender_decode_ms": 6456.159041961655}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1116520448, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12995616232, "mlx_cache_bytes": 5184458684, "process_rss_bytes": 1116520448}, "peak_prefill_memory": null, "peak_decode_memory": 12995616232, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Pooling method for language identification.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "897f3d6f2a4d19a9cadde27e9158a19588c9bfa55d1387fdeeb92c5651741389", "output_hash": "98272d00129ef01d1b23e9e7e35e7d351de3e73964adba554cf215989515e16d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5745767246877ecc5444bbb4", "attempt_id": "da31ad243133", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:24.135291Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 187, "message_tokens": 79, "message_utf8_bytes": 249, "cache_tensor_bytes": null, "serialized_payload_bytes": 249, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2213.8559999875724, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.374000038951635, "ttft_ms": 13.54420802090317, "decode_ms": 13.666540966369212}, "total_wall_ms": 62.57820804603398, "ttft_ms": 13.54420802090317, "input_usage": {"receiver_prompt_tokens": 187, "sender_input_tokens": 3329, "sender_output_tokens": 128, "sender_prefill_ms": 352.7830831008032, "sender_ttft_ms": 16.7797920294106, "sender_decode_ms": 1841.7122499085963}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1116700672, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12733896680, "mlx_cache_bytes": 5492576188, "process_rss_bytes": 1116700672}, "peak_prefill_memory": null, "peak_decode_memory": 12733896680, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b83b74e6a213940532ff949b2914b21fa1f7c9199fb43976ae10037787967f8c", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3deaa9065ad23becb5de302a", "attempt_id": "ffeaedd3288d", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:32.033592Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 488, "message_tokens": 380, "message_utf8_bytes": 1257, "cache_tensor_bytes": null, "serialized_payload_bytes": 1257, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7813.396375044249, "decode_payload_ms": 0.0, "receiver_prefill_ms": 56.36845901608467, "ttft_ms": 13.817041995935142, "decode_ms": 68.66158393677324}, "total_wall_ms": 140.8196659758687, "ttft_ms": 13.817041995935142, "input_usage": {"receiver_prompt_tokens": 488, "sender_input_tokens": 3329, "sender_output_tokens": 512, "sender_prefill_ms": 353.4636669792235, "sender_ttft_ms": 16.44179201684892, "sender_decode_ms": 7440.794833004475}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1116913664, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12936666200, "mlx_cache_bytes": 5841932220, "process_rss_bytes": 1116913664}, "peak_prefill_memory": null, "peak_decode_memory": 12936666200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ghost-VLAD model", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8872c1ee69cdc942cca378c38034ceb53ada658177b2b563192861748b58062e", "output_hash": "158b135e4f20814888b9161908fdd8705a04091174ac37b666dd11ae3cc5a4a7"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1997b0257b7c1c01be6784e4", "attempt_id": "51ffcf5a5cdc", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:32.196114Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 5, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 309, "message_tokens": 202, "message_utf8_bytes": 743, "cache_tensor_bytes": null, "serialized_payload_bytes": 743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5566.030459012836, "decode_payload_ms": 0.0, "receiver_prefill_ms": 49.753583036363125, "ttft_ms": 13.439540984109044, "decode_ms": 41.24137503094971}, "total_wall_ms": 5671.180999954231, "ttft_ms": 13.439540984109044, "input_usage": {"receiver_prompt_tokens": 309, "sender_input_tokens": 3333, "sender_output_tokens": 357, "sender_prefill_ms": 368.1737500010058, "sender_ttft_ms": 14.544542063958943, "sender_decode_ms": 5180.324957938865}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1117257728, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12833021016, "mlx_cache_bytes": 6472224700, "process_rss_bytes": 1117257728}, "peak_prefill_memory": null, "peak_decode_memory": 12833021016, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "a pooling method", "evidence_artifact": {"n_facts": 5, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b2887b863fb7f072687fec0b88f491250d9ece58995d88b9ce7cba9b2d6d16b5", "output_hash": "b40323ed0e85833cf725acbef52e245101933b57fa387598312e8ab7c6865101"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0f799d7b6ed8d369462505d5", "attempt_id": "c7258874d497", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:37.889064Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 9}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 858, "message_tokens": 765, "message_utf8_bytes": 830, "cache_tensor_bytes": null, "serialized_payload_bytes": 830, "side_information_bytes": 0, "fetched_bytes": 1660, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02862501423805952, "decode_payload_ms": 0.0, "receiver_prefill_ms": 98.91249996144325, "ttft_ms": 14.490000088699162, "decode_ms": 14.26591700874269}, "total_wall_ms": 129.55345795489848, "ttft_ms": 14.490000088699162, "input_usage": {"receiver_prompt_tokens": 858, "sender_input_tokens": 3329, "sender_output_tokens": 512, "sender_prefill_ms": 353.4636669792235, "sender_ttft_ms": 16.44179201684892, "sender_decode_ms": 7440.794833004475}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1117388800, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13105523800, "mlx_cache_bytes": 7016828860, "process_rss_bytes": 1117388800}, "peak_prefill_memory": null, "peak_decode_memory": 13105523800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1660, "retrieved_refs": 6}, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "93bbce05a459c3fb41371ce4ff355223722554545cc4dac340f74b2cd6065f19", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fc148cd169e88dee9b292447", "attempt_id": "51493a02f613", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:38.040522Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 2.8798258894776683}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 3257, "message_tokens": 3165, "message_utf8_bytes": 15217, "cache_tensor_bytes": null, "serialized_payload_bytes": 5284, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.09366602171212435, "decode_payload_ms": 0.0226249685510993, "receiver_prefill_ms": 352.67958301119506, "ttft_ms": 14.426750014536083, "decode_ms": 144.20937502291054}, "total_wall_ms": 516.0674580838531, "ttft_ms": 14.426750014536083, "input_usage": {"receiver_prompt_tokens": 3257}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1117405184, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13424202816, "mlx_cache_bytes": 7016828860, "process_rss_bytes": 1117405184}, "peak_prefill_memory": null, "peak_decode_memory": 13424202816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d4f3f83d484baa7b88a7fe29", "attempt_id": "4e5663c8cc6c", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:38.854814Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.1617693522906793, "origin_tokens": 3165, "compressed_tokens": 659, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 752, "message_tokens": 659, "message_utf8_bytes": 2617, "cache_tensor_bytes": null, "serialized_payload_bytes": 2617, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 275.002249982208, "decode_payload_ms": 0.0, "receiver_prefill_ms": 84.22133303247392, "ttft_ms": 13.798374915495515, "decode_ms": 70.30970801133662}, "total_wall_ms": 169.76775007788092, "ttft_ms": 13.798374915495515, "input_usage": {"receiver_prompt_tokens": 752}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1117716480, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13117988884, "mlx_cache_bytes": 7464803192, "process_rss_bytes": 1117716480}, "peak_prefill_memory": null, "peak_decode_memory": 13117988884, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "GhostVLAD model.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fec0989c8497da9f2bf91b3001eeb9d282ad82dd8c6ff2b637fb39a5ba7d5158", "output_hash": "3c43a8f9c32509e723c833b67e5167860ace4cad37f39e1934a725b246fedbea"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e72221201f004345b705a495", "attempt_id": "089006d8febd", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:39.502365Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13349737480}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 369868800, "serialized_payload_bytes": 369881830, "side_information_bytes": 13030, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 454.7486669616774, "doc_prefill_ms": 351.4644999522716, "compress_ms": 6.957125035114586, "serialize_ms": 91.39900002628565, "load_ms": 6.569584016688168, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.52454192750156, "ttft_ms": 56.52454192750156, "decode_ms": 610.7722920132801}, "total_wall_ms": 676.6419589985162, "ttft_ms": 56.52454192750156, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1442889728, "backend_memory": {"mlx_active_bytes": 13724996616, "mlx_peak_bytes": 13818827960, "mlx_cache_bytes": 8392777849, "process_rss_bytes": 1442889728}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13818827960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8ee5cf8383bacbbd8af5e34008644b55e21053faeefa305d0b6c29ed3b5977a7", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d686fd22fe0f183dd44ac4b9", "attempt_id": "58ee70d57729", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:40.566729Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13349737480}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "f577f4b05c33379d", "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 369868800, "serialized_payload_bytes": 369881858, "side_information_bytes": 13058, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 357.7623750315979, "doc_prefill_ms": 351.4644999522716, "compress_ms": 2.3566250456497073, "serialize_ms": 355.2343329647556, "load_ms": 117.30579193681479, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.964749964885414, "ttft_ms": 37.964749964885414, "decode_ms": 163.24433300178498}, "total_wall_ms": 321.2903330568224, "ttft_ms": 37.964749964885414, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2192343040, "backend_memory": {"mlx_active_bytes": 13724996616, "mlx_peak_bytes": 13818827960, "mlx_cache_bytes": 8392777849, "process_rss_bytes": 2192343040}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13818827960, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "06d4d3fe4804f01b770c9587580d9b01847dda9cbf57b892fc812328806ca6c5", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "731c5cfe7c8203a6be91205c", "attempt_id": "23169a3dc6c2", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:40.983476Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13177951240}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 196492800, "serialized_payload_bytes": 196520056, "side_information_bytes": 27256, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 67.3650000244379, "doc_prefill_ms": 351.4644999522716, "compress_ms": 24.70220800023526, "serialize_ms": 42.345708003267646, "load_ms": 3.7248339504003525, "receiver_prefill_ms": 0.0, "query_prefill_ms": 76.41395798418671, "ttft_ms": 76.41395798418671, "decode_ms": 171.0157919442281}, "total_wall_ms": 253.5216249525547, "ttft_ms": 76.41395798418671, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2388738048, "backend_memory": {"mlx_active_bytes": 13378884616, "mlx_peak_bytes": 13467825360, "mlx_cache_bytes": 9466987513, "process_rss_bytes": 2388738048}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13467825360, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "917cb67928b6971fc0158a2501ad4fe2a4db28dc15dec6a692c9b208d7a1f029", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d448d9e405a5afc34d184801", "attempt_id": "a960e6d64f86", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:41.303145Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13084578824}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 104025600, "serialized_payload_bytes": 104052706, "side_information_bytes": 27106, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 43.60524995718151, "doc_prefill_ms": 351.4644999522716, "compress_ms": 11.391332955099642, "serialize_ms": 31.908291042782366, "load_ms": 3.0102499295026064, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.645958022214472, "ttft_ms": 20.645958022214472, "decode_ms": 151.48491691797972}, "total_wall_ms": 178.0756670050323, "ttft_ms": 20.645958022214472, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2598420480, "backend_memory": {"mlx_active_bytes": 13192844296, "mlx_peak_bytes": 13273007336, "mlx_cache_bytes": 9961190009, "process_rss_bytes": 2598420480}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13273007336, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "089268d279957f99a33245ea777c87a7dfb5186fb242114d885d00081725b7d2", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9eccfb08a43ff1af19d4e2de", "attempt_id": "946f9a37aab6", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:41.534629Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13049713672}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 69350400, "serialized_payload_bytes": 69377377, "side_information_bytes": 26977, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 30.714958091266453, "doc_prefill_ms": 351.4644999522716, "compress_ms": 12.959416024386883, "serialize_ms": 17.453708103857934, "load_ms": 2.7355829952284694, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.983124919235706, "ttft_ms": 19.983124919235706, "decode_ms": 29.882207978516817}, "total_wall_ms": 54.91400009486824, "ttft_ms": 19.983124919235706, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2667184128, "backend_memory": {"mlx_active_bytes": 13120361480, "mlx_peak_bytes": 13193591576, "mlx_cache_bytes": 10195294585, "process_rss_bytes": 2667184128}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13193591576, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c684e8f5a8242e064123b727bca1f7d20d70560377fba48690cf64bd2141673c", "output_hash": "4dd633b1f2ee444666fd70af2b36443331fc00e69f3e569847cf278ca625c041"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "40815578d7f0e5528a9b59e6", "attempt_id": "13088d758bc7", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:41.659575Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13164401672}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 3225, "keep": 1612, "compress_ms": 7.417666958644986}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 184877056, "serialized_payload_bytes": 184890172, "side_information_bytes": 13116, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 48.36770799010992, "doc_prefill_ms": 351.4644999522716, "compress_ms": 7.446415955200791, "serialize_ms": 40.776708046905696, "load_ms": 2.0241669844835997, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.565582999959588, "ttft_ms": 22.565582999959588, "decode_ms": 46.5535830007866}, "total_wall_ms": 73.4672910766676, "ttft_ms": 22.565582999959588, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 2805891072, "backend_memory": {"mlx_active_bytes": 13353407496, "mlx_peak_bytes": 13409522864, "mlx_cache_bytes": 10191755641, "process_rss_bytes": 2805891072}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13409522864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Face recognition technique", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "48c941f202dc94a0f6721f85e94d3867498c05b6d0bf2f3940e6c00a39550f41", "output_hash": "adc705b949def2e4833f11eabfdb5cc131f5c7801bcaf695f325f05dadc1903f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9d089c9ed3fe06e146fa12f8", "attempt_id": "7168bff56926", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:41.778592Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13071733768}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 3225, "keep": 806, "compress_ms": 6.8045411026105285}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 92438528, "serialized_payload_bytes": 92451421, "side_information_bytes": 12893, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 23.369250004179776, "doc_prefill_ms": 351.4644999522716, "compress_ms": 6.838124943897128, "serialize_ms": 16.35158306453377, "load_ms": 1.6855000285431743, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.53858300112188, "ttft_ms": 19.53858300112188, "decode_ms": 59.249207959510386}, "total_wall_ms": 82.80624996405095, "ttft_ms": 19.53858300112188, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2802188288, "backend_memory": {"mlx_active_bytes": 13168989192, "mlx_peak_bytes": 13213537464, "mlx_cache_bytes": 10618165625, "process_rss_bytes": 2802188288}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13213537464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Face recognition technique.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cfd45f7f52bfb277d73e198d2a330de3371aa41aec2f77f0731c89ea088e7299", "output_hash": "6eb625f13e937efe8d2f48853ff4f25976147f9cafec1963d24f3b419fa572fe"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4a6f51add01cdc41c2260e6a", "attempt_id": "32781928f553", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:41.902340Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13025858568}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 3225, "keep": 403, "compress_ms": 6.032208097167313}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 46219264, "serialized_payload_bytes": 46232144, "side_information_bytes": 12880, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 18.635249929502606, "doc_prefill_ms": 351.4644999522716, "compress_ms": 6.0622080927714705, "serialize_ms": 12.405458954162896, "load_ms": 1.6777910059317946, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.00999995227903, "ttft_ms": 17.00999995227903, "decode_ms": 42.77620802167803}, "total_wall_ms": 63.77912499010563, "ttft_ms": 17.00999995227903, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 2811559936, "backend_memory": {"mlx_active_bytes": 13076321288, "mlx_peak_bytes": 13116036288, "mlx_cache_bytes": 10775714169, "process_rss_bytes": 2811559936}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13116036288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Face recognition technique", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9f6b5618f84d77d7d208162a472928e42342b49814ffa4e8bf77398da4867284", "output_hash": "adc705b949def2e4833f11eabfdb5cc131f5c7801bcaf695f325f05dadc1903f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c1ac4ffe0061b7b4d79303a9", "attempt_id": "2c320dc50038", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:42.031321Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13071733768}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 3225, "keep": 806, "compress_ms": 7.656041998416185}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 92438528, "serialized_payload_bytes": 92451415, "side_information_bytes": 12887, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 43.557416065596044, "doc_prefill_ms": 351.4644999522716, "compress_ms": 7.694832980632782, "serialize_ms": 35.677165957167745, "load_ms": 1.8787080189213157, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.286375027149916, "ttft_ms": 19.286375027149916, "decode_ms": 74.3216669652611}, "total_wall_ms": 98.19825005251914, "ttft_ms": 19.286375027149916, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2741239808, "backend_memory": {"mlx_active_bytes": 13168989192, "mlx_peak_bytes": 13213537464, "mlx_cache_bytes": 10683046265, "process_rss_bytes": 2741239808}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13213537464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Extension of NetVLAD", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.4615384615384615, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a0b1996970078f65192cebc0aded3542d074787193ed1671402c5cc9515c2ecc", "output_hash": "8f140fbbbd872bb79f452c7a3e155d08de9d9b3df5f5ad753e80b4846eb8431c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e8ed29d1e2529346e22bf1fb", "attempt_id": "e640ec95f637", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:42.152600Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12979065864}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 3225, "keep": 1612, "window_tokens": 32, "compress_ms": 99.91120791528374}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 184877056, "serialized_payload_bytes": 184890212, "side_information_bytes": 13156, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 158.23433303739876, "doc_prefill_ms": 351.4644999522716, "compress_ms": 102.36262495163828, "serialize_ms": 55.61062495689839, "load_ms": 1.0028750402852893, "receiver_prefill_ms": 0.0, "query_prefill_ms": 22.092957980930805, "ttft_ms": 22.092957980930805, "decode_ms": 147.95300003606826}, "total_wall_ms": 331.8794169463217, "ttft_ms": 22.092957980930805, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2759950336, "backend_memory": {"mlx_active_bytes": 13354325000, "mlx_peak_bytes": 13409522864, "mlx_cache_bytes": 11144354273, "process_rss_bytes": 2759950336}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13409522864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "945e0901d420c4698bf19f2456be564b39c4192fa63b6e4bbf18f757d2644ddb", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bf09f8fa811f60b6e166b947", "attempt_id": "1b99b09bf564", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:42.511135Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12979065864}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 3225, "keep": 806, "window_tokens": 32, "compress_ms": 52.62220907025039}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 92438528, "serialized_payload_bytes": 92451460, "side_information_bytes": 12932, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 72.7801249595359, "doc_prefill_ms": 351.4644999522716, "compress_ms": 54.857000010088086, "serialize_ms": 17.71308307070285, "load_ms": 1.407667063176632, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.97858295403421, "ttft_ms": 21.97858295403421, "decode_ms": 142.00679096393287}, "total_wall_ms": 240.70037493947893, "ttft_ms": 21.97858295403421, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2758410240, "backend_memory": {"mlx_active_bytes": 13168989192, "mlx_peak_bytes": 13213537464, "mlx_cache_bytes": 11329690081, "process_rss_bytes": 2758410240}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13213537464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7e86cef85a813e9e5cd430bf74880311bc5a21108ff931621edf100b51d49960", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9c435af1e0092210bac4c6d5", "attempt_id": "091e3f731454", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:42.775302Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12979065864}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 3225, "keep": 403, "window_tokens": 32, "compress_ms": 49.916042014956474}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 46219264, "serialized_payload_bytes": 46232185, "side_information_bytes": 12921, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 63.47637507133186, "doc_prefill_ms": 351.4644999522716, "compress_ms": 52.14629101101309, "serialize_ms": 11.129167047329247, "load_ms": 1.0437919991090894, "receiver_prefill_ms": 0.0, "query_prefill_ms": 16.245707985945046, "ttft_ms": 16.245707985945046, "decode_ms": 140.94316703267395}, "total_wall_ms": 224.19179102871567, "ttft_ms": 16.245707985945046, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2759999488, "backend_memory": {"mlx_active_bytes": 13077238792, "mlx_peak_bytes": 13116036288, "mlx_cache_bytes": 11487500769, "process_rss_bytes": 2759999488}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13116036288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c1fb2abbd0ef2f534b236862f4321b7833d78b0e2348e85f703154fc143be05b", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "79745f06bef31131acc6ded0", "attempt_id": "4cb97ee39d10", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:43.153232Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13071733768}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 3225, "keep": 806, "window_tokens": 19, "compress_ms": 51.7472920473665}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 92438528, "serialized_payload_bytes": 92451459, "side_information_bytes": 12931, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 130.3511249134317, "doc_prefill_ms": 351.4644999522716, "compress_ms": 51.865916000679135, "serialize_ms": 78.3363749505952, "load_ms": 1.667457981966436, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.91762495506555, "ttft_ms": 18.91762495506555, "decode_ms": 99.72525003831834}, "total_wall_ms": 122.68799997400492, "ttft_ms": 18.91762495506555, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 2731720704, "backend_memory": {"mlx_active_bytes": 13168989192, "mlx_peak_bytes": 13213537464, "mlx_cache_bytes": 11418753505, "process_rss_bytes": 2731720704}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13213537464, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Ghost-VLAD pooling method.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "536e430f6becc755dd58ec306bb9306d9e4592ff863b81ac9fa5710607b879f3", "output_hash": "bb4768fc890447a743a28d413f4b9165fc5b5887a6b9e7f30a3648c31602aa4e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4bfa8bfc826d845a745e0b71", "attempt_id": "a1de87d69707", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:43.300737Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12979065864}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 3225, "keep": 806, "window_tokens": 32, "compress_ms": 60.30604103580117}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 92438528, "serialized_payload_bytes": 92451490, "side_information_bytes": 12962, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.16187507100403, "doc_prefill_ms": 351.4644999522716, "compress_ms": 62.88574996870011, "serialize_ms": 21.02037495933473, "load_ms": 4.5602499740198255, "receiver_prefill_ms": 0.0, "query_prefill_ms": 383.3694589557126, "ttft_ms": 383.3694589557126, "decode_ms": 134.87558299675584}, "total_wall_ms": 609.7440409939736, "ttft_ms": 383.3694589557126, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2584248320, "backend_memory": {"mlx_active_bytes": 13169939464, "mlx_peak_bytes": 13294016384, "mlx_cache_bytes": 12961547065, "process_rss_bytes": 2584248320}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13294016384, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of the NetVLAD approach.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.4285714285714285, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4345bae3b353856c2cea823655bce9d42b3afda86a6bdcee7da66ec0ecb80f40", "output_hash": "35066d4391427300133fbec39fa550f39d33b0cf8700f5300bcb8b4c8f852d68"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6fddad73bafab90345dab263", "attempt_id": "6ff2fa9c11d8", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:43.936896Z", "task_family": "public_qasper", "document_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "document_hash": "1704f1d50b2554aebd4feef979b444ef2634aca15e51d3608364aaf7b146ae43", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12979065864}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 3225, "keep": 806, "window_tokens": 32, "compress_ms": 53.29566600266844, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 3165, "source_tokens_receiver": 3165, "query_tokens": 32, "message_tokens": 3225, "message_utf8_bytes": 15217, "cache_tensor_bytes": 49107968, "serialized_payload_bytes": 49134803, "side_information_bytes": 26835, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 78.72783404309303, "doc_prefill_ms": 351.4644999522716, "compress_ms": 62.822084059007466, "serialize_ms": 15.54179098457098, "load_ms": 1.687041949480772, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.0792500032112, "ttft_ms": 18.0792500032112, "decode_ms": 150.20566701423377}, "total_wall_ms": 251.23662501573563, "ttft_ms": 18.0792500032112, "input_usage": {"receiver_prefix_tokens": 3225, "dense_cache_bytes": 369868800, "query_tokens": 32}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2623635456, "backend_memory": {"mlx_active_bytes": 13081826312, "mlx_peak_bytes": 13129536744, "mlx_cache_bytes": 13112315705, "process_rss_bytes": 2623635456}, "peak_prefill_memory": 13414503488, "peak_decode_memory": 13129536744, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "An extension of NetVLAD for face recognition.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_db6c4d611b78c840972b57ee0b245003566b982feaff1084.json", "task_scores": {"f1": 0.37499999999999994, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8a484c06f6f7ea6ba3088e70b137d55ab00623cb9ebe87544a9cff2f5ed38b41", "output_hash": "9816a4414797f3bf80cbc9ca7be903c241ad826f66b9aad1df5d1829dbe8b0b9"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4354f7f82d1ae90bee42bb4e", "attempt_id": "7716e16a4e4b", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:44.621225Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00937492586672306, "decode_payload_ms": 0.0, "receiver_prefill_ms": 643.0440410040319, "ttft_ms": 29.70266598276794, "decode_ms": 14.095667051151395}, "total_wall_ms": 687.3951250454411, "ttft_ms": 29.70266598276794, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1146650624, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12666836368, "mlx_cache_bytes": 454641344, "process_rss_bytes": 1146650624}, "peak_prefill_memory": null, "peak_decode_memory": 12666836368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "758edb6817fc755bd2114306", "attempt_id": "da9bba2a3230", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:45.337956Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 4364, "message_tokens": 4287, "message_utf8_bytes": 20959, "cache_tensor_bytes": null, "serialized_payload_bytes": 20959, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00808399636298418, "decode_payload_ms": 0.0, "receiver_prefill_ms": 518.4295829385519, "ttft_ms": 14.588333084248006, "decode_ms": 70.90762502048165}, "total_wall_ms": 610.6603749794886, "ttft_ms": 14.588333084248006, "input_usage": {"receiver_prompt_tokens": 4364}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1146732544, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580997696, "mlx_cache_bytes": 1900299968, "process_rss_bytes": 1146732544}, "peak_prefill_memory": null, "peak_decode_memory": 13580997696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "output_hash": "0aedd84bc36cbca184284e188b397da270119c3bef4b276e0410be5668083fb3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "115ec82a314d7b53e457854a", "attempt_id": "c9db1aedaaa8", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:45.974712Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 4287}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 214, "message_tokens": 132, "message_utf8_bytes": 645, "cache_tensor_bytes": null, "serialized_payload_bytes": 645, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.8680000687018037, "decode_payload_ms": 0.0, "receiver_prefill_ms": 44.69387501012534, "ttft_ms": 13.801541994325817, "decode_ms": 13.410417013801634}, "total_wall_ms": 72.71874998696148, "ttft_ms": 13.801541994325817, "input_usage": {"receiver_prompt_tokens": 214}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1146814464, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12779018180, "mlx_cache_bytes": 2076510740, "process_rss_bytes": 1146814464}, "peak_prefill_memory": null, "peak_decode_memory": 12779018180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d8a86482908334e75849294525b90c1b92a2252eb9796478918c7393e0741d39", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5b6d5a6291fb0732ce997108", "attempt_id": "040aac7add92", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:46.074041Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 4287}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 597, "message_tokens": 515, "message_utf8_bytes": 2735, "cache_tensor_bytes": null, "serialized_payload_bytes": 2735, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.0599168967455626, "decode_payload_ms": 0.0, "receiver_prefill_ms": 88.39525002986193, "ttft_ms": 13.79283401183784, "decode_ms": 68.71741695795208}, "total_wall_ms": 172.25387506186962, "ttft_ms": 13.79283401183784, "input_usage": {"receiver_prompt_tokens": 597}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1146847232, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12993160280, "mlx_cache_bytes": 2472446484, "process_rss_bytes": 1146847232}, "peak_prefill_memory": null, "peak_decode_memory": 12993160280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "34dd2addff6d4531d6faa945bb59c3b6eace26c9845bce810a2a0581ef821eae", "output_hash": "f95d31eff67635df26b3f596ad1e7284140520f4c74599dfc56dca21ea83e673"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c7207b31a35fdbb772c89678", "attempt_id": "ee10af932eb6", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:46.278310Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 125, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 203, "message_tokens": 125, "message_utf8_bytes": 431, "cache_tensor_bytes": null, "serialized_payload_bytes": 431, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7.729709031991661, "decode_payload_ms": 0.0, "receiver_prefill_ms": 37.79079194646329, "ttft_ms": 13.864791952073574, "decode_ms": 13.357667019590735}, "total_wall_ms": 65.75383304152638, "ttft_ms": 13.864791952073574, "input_usage": {"receiver_prompt_tokens": 203}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1146961920, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12770744260, "mlx_cache_bytes": 2630486548, "process_rss_bytes": 1146961920}, "peak_prefill_memory": null, "peak_decode_memory": 12770744260, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "43804149dd0497aa0706454c9e083f7c6d5e315457c882ccd14f62107443cf8d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b5179b4f79061c1be2ab867a", "attempt_id": "9cf61503108e", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:46.373014Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 510, "n_sentences": 10}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 588, "message_tokens": 510, "message_utf8_bytes": 1968, "cache_tensor_bytes": null, "serialized_payload_bytes": 1968, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.087000085040927, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.56562496069819, "ttft_ms": 13.901458936743438, "decode_ms": 68.70824994985014}, "total_wall_ms": 161.44308308139443, "ttft_ms": 13.901458936743438, "input_usage": {"receiver_prompt_tokens": 588}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1146994688, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12988146776, "mlx_cache_bytes": 2973370900, "process_rss_bytes": 1146994688}, "peak_prefill_memory": null, "peak_decode_memory": 12988146776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "0.012", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3f2641160ca94a2af2849642aba2b372d32c44aadbb43182de4c86b2850570c7", "output_hash": "33489efa25ff2aa92293e9f6695187a8defe09e90fdf34dddea9d45be1c124a8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2024af9453da4909a6d5448f", "attempt_id": "f44aa01f4084", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:46.557800Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 500, "n_sentences": 15}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 578, "message_tokens": 500, "message_utf8_bytes": 2251, "cache_tensor_bytes": null, "serialized_payload_bytes": 2251, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.7057500081136823, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.8297920692712, "ttft_ms": 13.819125015288591, "decode_ms": 164.9208340095356}, "total_wall_ms": 257.50104198232293, "ttft_ms": 13.819125015288591, "input_usage": {"receiver_prompt_tokens": 578}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1147011072, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12982346840, "mlx_cache_bytes": 3325200916, "process_rss_bytes": 1147011072}, "peak_prefill_memory": null, "peak_decode_memory": 12982346840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "637ab383e79caa534f8373b932e5ed1ee906b8c898438e7fd5ee9dca899dfc49", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "85fa564c69e0ef9a0f742657", "attempt_id": "bbb642f81793", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:49.273352Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 207, "message_tokens": 126, "message_utf8_bytes": 606, "cache_tensor_bytes": null, "serialized_payload_bytes": 606, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2434.1740420786664, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.74354092031717, "ttft_ms": 13.517124927602708, "decode_ms": 40.174667024984956}, "total_wall_ms": 89.25750001799315, "ttft_ms": 13.517124927602708, "input_usage": {"receiver_prompt_tokens": 207, "sender_input_tokens": 4402, "sender_output_tokens": 126, "sender_prefill_ms": 659.5790000865236, "sender_ttft_ms": 14.879625057801604, "sender_decode_ms": 1756.3454170012847}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1147076608, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12773660612, "mlx_cache_bytes": 3739716116, "process_rss_bytes": 1147076608}, "peak_prefill_memory": null, "peak_decode_memory": 12773660612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "20%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "88675762187e0b980222eb370631241f52e8cce7c4ff9c81bcf2440888b803e9", "output_hash": "dc934fe30a942bca07b4c288b4b3e48aa79a717d6db2b586553cd2416dc8b9b8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ebcb57471e8570c40609c0a5", "attempt_id": "ff9f94d9c9c5", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:52.669103Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 274, "message_tokens": 193, "message_utf8_bytes": 1043, "cache_tensor_bytes": null, "serialized_payload_bytes": 1043, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3283.2169579342008, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.00191602669656, "ttft_ms": 13.427249970845878, "decode_ms": 67.99504195805639}, "total_wall_ms": 125.46458293218166, "ttft_ms": 13.427249970845878, "input_usage": {"receiver_prompt_tokens": 274, "sender_input_tokens": 4403, "sender_output_tokens": 193, "sender_prefill_ms": 562.144250026904, "sender_ttft_ms": 14.285416924394667, "sender_decode_ms": 2703.3717499580234}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1147207680, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12834969780, "mlx_cache_bytes": 4080062040, "process_rss_bytes": 1147207680}, "peak_prefill_memory": null, "peak_decode_memory": 12834969780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "0.182", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "51494b535316564ae7806180fd4c0f73414079f12421b3091ed8671d8235aa1b", "output_hash": "51587aa24c626e08629fd7deb4caf0e8c9f42f209648a3672ec1a1cfda1bedba"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7ccee7eb9af93e0af9f59e33", "attempt_id": "d0e38db62be1", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:52.818047Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 274, "message_tokens": 193, "message_utf8_bytes": 978, "cache_tensor_bytes": null, "serialized_payload_bytes": 978, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3266.305625089444, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.240125010721385, "ttft_ms": 13.871915987692773, "decode_ms": 40.837167063727975}, "total_wall_ms": 3364.1012500738725, "ttft_ms": 13.871915987692773, "input_usage": {"receiver_prompt_tokens": 274, "sender_input_tokens": 4401, "sender_output_tokens": 193, "sender_prefill_ms": 566.5240000234917, "sender_ttft_ms": 14.37362504657358, "sender_decode_ms": 2681.6100000869483}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1147256832, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12834904244, "mlx_cache_bytes": 4139830872, "process_rss_bytes": 1147256832}, "peak_prefill_memory": null, "peak_decode_memory": 12834904244, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "20%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "db8b9fd3775b6b46b54978b1fdf88b9e90dfb753840af0dedf9d6a84b0358cc4", "output_hash": "dc934fe30a942bca07b4c288b4b3e48aa79a717d6db2b586553cd2416dc8b9b8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2b7c4cea32de1543d7dace5a", "attempt_id": "73e99fe63f37", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:24:58.546208Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 150, "message_tokens": 57, "message_utf8_bytes": 249, "cache_tensor_bytes": null, "serialized_payload_bytes": 249, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2341.293792007491, "decode_payload_ms": 0.0, "receiver_prefill_ms": 32.02316700480878, "ttft_ms": 13.14083393663168, "decode_ms": 13.658833922818303}, "total_wall_ms": 59.4664589734748, "ttft_ms": 13.14083393663168, "input_usage": {"receiver_prompt_tokens": 150, "sender_input_tokens": 4431, "sender_output_tokens": 128, "sender_prefill_ms": 557.6341249980032, "sender_ttft_ms": 14.235750073567033, "sender_decode_ms": 1765.8352500293404}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1147305984, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12730554308, "mlx_cache_bytes": 4527771224, "process_rss_bytes": 1147305984}, "peak_prefill_memory": null, "peak_decode_memory": 12730554308, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "487ec2fe2ec03c5b6d112de84050eb0d765f72cc8d2b823af02145ca3cfa9b76", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "db9060531b3292b987d2ce27", "attempt_id": "b1ca02bee0f6", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:06.325640Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 4, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 411, "message_tokens": 319, "message_utf8_bytes": 974, "cache_tensor_bytes": null, "serialized_payload_bytes": 974, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7697.011374984868, "decode_payload_ms": 0.0, "receiver_prefill_ms": 52.5802499614656, "ttft_ms": 13.475500047206879, "decode_ms": 13.417208916507661}, "total_wall_ms": 80.49258298706263, "ttft_ms": 13.475500047206879, "input_usage": {"receiver_prompt_tokens": 411, "sender_input_tokens": 4431, "sender_output_tokens": 512, "sender_prefill_ms": 559.0309998951852, "sender_ttft_ms": 14.335666899569333, "sender_decode_ms": 7119.98516600579}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1147437056, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12943694552, "mlx_cache_bytes": 5222175936, "process_rss_bytes": 1147437056}, "peak_prefill_memory": null, "peak_decode_memory": 12943694552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 4, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cffaad2dbf485b5e724be73d2abf14d63167b584b094eb1f148ecb401e9b131e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "900487afb36c557cf6c2dbef", "attempt_id": "c2e27633b28d", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:06.429193Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 5, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 301, "message_tokens": 208, "message_utf8_bytes": 539, "cache_tensor_bytes": null, "serialized_payload_bytes": 539, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5366.787333972752, "decode_payload_ms": 0.0, "receiver_prefill_ms": 43.97183400578797, "ttft_ms": 13.249958050437272, "decode_ms": 66.94924994371831}, "total_wall_ms": 5491.670166957192, "ttft_ms": 13.249958050437272, "input_usage": {"receiver_prompt_tokens": 301, "sender_input_tokens": 4442, "sender_output_tokens": 346, "sender_prefill_ms": 518.1055830325931, "sender_ttft_ms": 14.140250044874847, "sender_decode_ms": 4830.943666980602}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1143406592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12855892696, "mlx_cache_bytes": 5724673216, "process_rss_bytes": 1143406592}, "peak_prefill_memory": null, "peak_decode_memory": 12855892696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "0.082", "evidence_artifact": {"n_facts": 5, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "780d940475f0b1b163bd9d01a5223be979325eba104f89d96baa326969229c54", "output_hash": "f42a4f07654eac2c6260fd2c3d1b32f98633dff1c04bd80a48e0c539ea0040ab"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3dee88d03bc8d1bb2279f8a4", "attempt_id": "6cf340dd6ec4", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:11.943370Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 671, "message_tokens": 593, "message_utf8_bytes": 462, "cache_tensor_bytes": null, "serialized_payload_bytes": 462, "side_information_bytes": 0, "fetched_bytes": 1521, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.03587501123547554, "decode_payload_ms": 0.0, "receiver_prefill_ms": 89.31766694877297, "ttft_ms": 13.425208046101034, "decode_ms": 13.726832927204669}, "total_wall_ms": 117.87574994377792, "ttft_ms": 13.425208046101034, "input_usage": {"receiver_prompt_tokens": 671, "sender_input_tokens": 4431, "sender_output_tokens": 512, "sender_prefill_ms": 559.0309998951852, "sender_ttft_ms": 14.335666899569333, "sender_decode_ms": 7119.98516600579}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1118388224, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13030515800, "mlx_cache_bytes": 6122411200, "process_rss_bytes": 1118388224}, "peak_prefill_memory": null, "peak_decode_memory": 13030515800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1521, "retrieved_refs": 5}, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "10febc232194f1b9eef51ad8c8f92ddd2509bb3bf7787d2b41e9c65cfc21a129", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cb6af111199a242ed2529988", "attempt_id": "27156c2cfde0", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:12.084450Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 2.835362554112554}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 4364, "message_tokens": 4287, "message_utf8_bytes": 20959, "cache_tensor_bytes": null, "serialized_payload_bytes": 7392, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.11204101610928774, "decode_payload_ms": 0.025667017325758934, "receiver_prefill_ms": 510.4569580871612, "ttft_ms": 14.078750042244792, "decode_ms": 70.13675000052899}, "total_wall_ms": 601.0706250090152, "ttft_ms": 14.078750042244792, "input_usage": {"receiver_prompt_tokens": 4364}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1117306880, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13580997696, "mlx_cache_bytes": 6122411200, "process_rss_bytes": 1117306880}, "peak_prefill_memory": null, "peak_decode_memory": 13580997696, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "output_hash": "0aedd84bc36cbca184284e188b397da270119c3bef4b276e0410be5668083fb3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4a2086362bdcdcf650e3eba8", "attempt_id": "5b1b7055b3f1", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:13.455147Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.11943083741544204, "origin_tokens": 4190, "compressed_tokens": 548, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 654, "message_tokens": 576, "message_utf8_bytes": 2519, "cache_tensor_bytes": null, "serialized_payload_bytes": 2519, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 746.9259579665959, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.96704199630767, "ttft_ms": 13.769667013548315, "decode_ms": 41.23387497384101}, "total_wall_ms": 144.4220410194248, "ttft_ms": 13.769667013548315, "input_usage": {"receiver_prompt_tokens": 654}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 931725312, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13023667288, "mlx_cache_bytes": 6520345792, "process_rss_bytes": 931725312}, "peak_prefill_memory": null, "peak_decode_memory": 13023667288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "718", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cd7d62e20488f0de7d6e8b95c48e71c7d0aba5e7fb8cdf6d2667f02629319cc3", "output_hash": "6c0f3412848008d49d186d5fad7fd1482656cfb62ad3c060a14e41c3fb3f1b43"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "936e295774ba8e9a6e5d6d4c", "attempt_id": "58a8dc2bdb20", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:14.233755Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12918248456}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 159473664, "serialized_payload_bytes": 159489803, "side_information_bytes": 16139, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 597.6954170037061, "doc_prefill_ms": 514.8007500683889, "compress_ms": 3.3009580802172422, "serialize_ms": 73.1519169639796, "load_ms": 4.590082913637161, "receiver_prefill_ms": 0.0, "query_prefill_ms": 164.3239159602672, "ttft_ms": 164.3239159602672, "decode_ms": 75.48291701823473}, "total_wall_ms": 247.74720799177885, "ttft_ms": 164.3239159602672, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1246560256, "backend_memory": {"mlx_active_bytes": 13079860232, "mlx_peak_bytes": 13146379592, "mlx_cache_bytes": 6922491225, "process_rss_bytes": 1246560256}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 13146379592, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b1fa711c1851645d0398182e82653f136fd7f8ad897a72a07265c44126c12fc8", "output_hash": "0aedd84bc36cbca184284e188b397da270119c3bef4b276e0410be5668083fb3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2d89e3bca52cc0efd00167ba", "attempt_id": "ea31f0084e83", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:14.656052Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12918248456}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "30bf6539bd49db49", "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 159473664, "serialized_payload_bytes": 159489831, "side_information_bytes": 16167, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 148.9098749589175, "doc_prefill_ms": 514.8007500683889, "compress_ms": 1.2727499706670642, "serialize_ms": 147.43329107295722, "load_ms": 20.681000081822276, "receiver_prefill_ms": 0.0, "query_prefill_ms": 37.82850003335625, "ttft_ms": 37.82850003335625, "decode_ms": 73.24424991384149}, "total_wall_ms": 135.0289999973029, "ttft_ms": 37.82850003335625, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1358168064, "backend_memory": {"mlx_active_bytes": 13079860232, "mlx_peak_bytes": 13146608856, "mlx_cache_bytes": 6922491225, "process_rss_bytes": 1358168064}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 13146608856, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "922798656c1d4fc4dd9f22368b1ca56e5f03703d9953777b9b18d0fe50f4cbf5", "output_hash": "0aedd84bc36cbca184284e188b397da270119c3bef4b276e0410be5668083fb3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a8432dab40e467a16ee1ae77", "attempt_id": "0e583dab7e9d", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:14.857133Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12846044168}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 84720384, "serialized_payload_bytes": 84754650, "side_information_bytes": 34266, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 40.717750089243054, "doc_prefill_ms": 514.8007500683889, "compress_ms": 11.42433297354728, "serialize_ms": 28.890584013424814, "load_ms": 2.5275000371038914, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.01908408664167, "ttft_ms": 32.01908408664167, "decode_ms": 168.59304206445813}, "total_wall_ms": 206.39933401253074, "ttft_ms": 32.01908408664167, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1442316288, "backend_memory": {"mlx_active_bytes": 12934517768, "mlx_peak_bytes": 13025711508, "mlx_cache_bytes": 7325927961, "process_rss_bytes": 1442316288}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 13025711508, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.8% to 13.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c619e09fa7fcdbb34d0ad9e1a29b6f100fb54c5ab72725ef880e3c3237de96a8", "output_hash": "a8f29af2ee457ae10d966ff55d7077f5efab2c5945f5bd84996e30278f624f00"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e39104bc642ab7a8140b2402", "attempt_id": "c9adef4f5977", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:15.113530Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12805264392}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 44851968, "serialized_payload_bytes": 44886178, "side_information_bytes": 34210, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.9059999845922, "doc_prefill_ms": 514.8007500683889, "compress_ms": 10.48775005619973, "serialize_ms": 16.043041949160397, "load_ms": 2.009500050917268, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.073917000554502, "ttft_ms": 25.073917000554502, "decode_ms": 710.4541669832543}, "total_wall_ms": 741.1576670128852, "ttft_ms": 25.073917000554502, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1533804544, "backend_memory": {"mlx_active_bytes": 12853629960, "mlx_peak_bytes": 12936987028, "mlx_cache_bytes": 7521145625, "process_rss_bytes": 1533804544}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12936987028, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": " the model, the model, model model model,EMEM the the model the model the model model model the model the model the model the model model model the model the model model the the model the model model model the model the model the", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.052631578947368425, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7caf0e949f72067fdc56a1e27de5af23852cd970cea8044e41a9101ad7da4a1c", "output_hash": "b620e1b483cf6e589f95d50979f1db4b8eb607d3d0f7a22396c4f9796e855527"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "829d696d7b363b144780867d", "attempt_id": "dfee36a0027d", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:15.897743Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12789666824}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 29901312, "serialized_payload_bytes": 29935344, "side_information_bytes": 34032, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 20.399375003762543, "doc_prefill_ms": 514.8007500683889, "compress_ms": 11.561874998733401, "serialize_ms": 8.474875008687377, "load_ms": 2.4507910711690784, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.902874953113496, "ttft_ms": 24.902874953113496, "decode_ms": 0.02775003667920828}, "total_wall_ms": 30.820249929092824, "ttft_ms": 24.902874953113496, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 0}, "provider_cached_usage": null, "process_memory": 1565310976, "backend_memory": {"mlx_active_bytes": 12822991880, "mlx_peak_bytes": 12909262710, "mlx_cache_bytes": 7621305305, "process_rss_bytes": 1565310976}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12909262710, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "invalid_output", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ff6acf35d8c1b1d778208cb62019b93bcf85a3f71e4fdc8a340bd74e1248da34", "output_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3240e18512379fcc36d10a22", "attempt_id": "058a1cc27d4f", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:15.990847Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12838032392}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 4326, "keep": 2163, "compress_ms": 8.947208058089018}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 79736832, "serialized_payload_bytes": 79753028, "side_information_bytes": 16196, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 39.246374974027276, "doc_prefill_ms": 514.8007500683889, "compress_ms": 8.987833047285676, "serialize_ms": 30.064416932873428, "load_ms": 1.6971660079434514, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.27224992122501, "ttft_ms": 27.27224992122501, "decode_ms": 70.99649996962398}, "total_wall_ms": 103.92837505787611, "ttft_ms": 27.27224992122501, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1625030656, "backend_memory": {"mlx_active_bytes": 12919428104, "mlx_peak_bytes": 12969809112, "mlx_cache_bytes": 7524869081, "process_rss_bytes": 1625030656}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12969809112, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c4433d5a50105ce31b153fa709480cef81e7ce73e25141792fc63054ceadbae2", "output_hash": "f95d31eff67635df26b3f596ad1e7284140520f4c74599dfc56dca21ea83e673"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "198d73125b86f2491f481550", "attempt_id": "6af16700ed15", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:16.134314Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12797924360}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 4326, "keep": 1082, "compress_ms": 7.003957987762988}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 39886848, "serialized_payload_bytes": 39903026, "side_information_bytes": 16178, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 16.430167015641928, "doc_prefill_ms": 514.8007500683889, "compress_ms": 7.041165954433382, "serialize_ms": 9.19045798946172, "load_ms": 1.4976669335737824, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.17187501769513, "ttft_ms": 20.17187501769513, "decode_ms": 69.72529203630984}, "total_wall_ms": 94.6969169890508, "ttft_ms": 20.17187501769513, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1632305152, "backend_memory": {"mlx_active_bytes": 12840391688, "mlx_peak_bytes": 12882318552, "mlx_cache_bytes": 7656989657, "process_rss_bytes": 1632305152}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12882318552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "12.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "87dd7d4d8f7ffccf22853941fbe1f5eefbcdc8accb8336105bd98bb4747a21a1", "output_hash": "f95d31eff67635df26b3f596ad1e7284140520f4c74599dfc56dca21ea83e673"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "abc2bb2d48ad7f3a752d6b33", "attempt_id": "e776c7c5587c", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:16.266678Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12777870344}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 4326, "keep": 541, "compress_ms": 7.690541911870241}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 19943424, "serialized_payload_bytes": 19959347, "side_information_bytes": 15923, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.692915952764452, "doc_prefill_ms": 514.8007500683889, "compress_ms": 7.723667076788843, "serialize_ms": 6.775292102247477, "load_ms": 1.3616670621559024, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.531625042669475, "ttft_ms": 18.531625042669475, "decode_ms": 151.38266701251268}, "total_wall_ms": 174.86000002827495, "ttft_ms": 18.531625042669475, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 11}, "provider_cached_usage": null, "process_memory": 1652228096, "backend_memory": {"mlx_active_bytes": 12800283656, "mlx_peak_bytes": 12839474392, "mlx_cache_bytes": 7719199705, "process_rss_bytes": 1652228096}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12839474392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "6.8% to 11.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9f7a17873e7566d2dda26d2ff40b0046e952a866bb5d5094e385a51b634bda8d", "output_hash": "e18402f73ad9ebfa8285ab142b309e241d1582d4f9624478673323e792a65860"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "56772ac2d42914d772709412", "attempt_id": "306c70238ddb", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:16.488469Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12797924360}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 4326, "keep": 1082, "compress_ms": 8.008874952793121}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 39886848, "serialized_payload_bytes": 39903021, "side_information_bytes": 16173, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.47079203557223, "doc_prefill_ms": 514.8007500683889, "compress_ms": 8.044917020015419, "serialize_ms": 16.201333957724273, "load_ms": 1.5523330075666308, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.44045797083527, "ttft_ms": 20.44045797083527, "decode_ms": 665.1774169877172}, "total_wall_ms": 690.4190420173109, "ttft_ms": 20.44045797083527, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1685209088, "backend_memory": {"mlx_active_bytes": 12842013704, "mlx_peak_bytes": 12882318552, "mlx_cache_bytes": 7705961433, "process_rss_bytes": 1685209088}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12882318552, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "The model uses both audio signals, as well as textual inputs, to permit the information from both audio signals to be encoded. The newly proposed model shows substantial improvement. The newly proposed model shows substantial improvement. The newly proposed model shows substantial improvement", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0784313725490196, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "942a8f3bf311e92cca108619c7c983f49b5a96ffd932b30b04d6601cb3e2d41c", "output_hash": "8d71d60d5a7ff3a953da262e24d98bad217966d6fd4d6adf4616496ea6d8872b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ffa527638ae0babb44b5813d", "attempt_id": "7e0cc00d3596", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:17.202119Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12757816328}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 4326, "keep": 2163, "window_tokens": 38, "compress_ms": 69.60620800964534}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 79736832, "serialized_payload_bytes": 79753068, "side_information_bytes": 16236, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 91.21195797342807, "doc_prefill_ms": 514.8007500683889, "compress_ms": 72.9903751052916, "serialize_ms": 17.97050004824996, "load_ms": 1.3709169579669833, "receiver_prefill_ms": 0.0, "query_prefill_ms": 27.57191692944616, "ttft_ms": 27.57191692944616, "decode_ms": 71.38291595038027}, "total_wall_ms": 195.01625001430511, "ttft_ms": 27.57191692944616, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1703919616, "backend_memory": {"mlx_active_bytes": 12919428104, "mlx_peak_bytes": 12969530584, "mlx_cache_bytes": 7649567841, "process_rss_bytes": 1703919616}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12969530584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6a082a03f29526f14b8ebb42f0c6c5115f4db8989a0a8a09a5ac4d08dd9553b3", "output_hash": "0aedd84bc36cbca184284e188b397da270119c3bef4b276e0410be5668083fb3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "18b6332c45e503afff96376b", "attempt_id": "8a1d56322956", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:17.420992Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12757816328}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 4326, "keep": 1082, "window_tokens": 38, "compress_ms": 54.430500022135675}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 39886848, "serialized_payload_bytes": 39903067, "side_information_bytes": 16219, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 66.94091705139726, "doc_prefill_ms": 514.8007500683889, "compress_ms": 57.61037499178201, "serialize_ms": 9.093416971154511, "load_ms": 1.2561669573187828, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.808792022056878, "ttft_ms": 21.808792022056878, "decode_ms": 69.2240409553051}, "total_wall_ms": 162.67362493090332, "ttft_ms": 21.808792022056878, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1704312832, "backend_memory": {"mlx_active_bytes": 12840391688, "mlx_peak_bytes": 12881450200, "mlx_cache_bytes": 7728604257, "process_rss_bytes": 1704312832}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12881450200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "92e967ca998ddc8eeb83c639517d2170b143a6cc2944a3d158d16989234a3bf1", "output_hash": "0aedd84bc36cbca184284e188b397da270119c3bef4b276e0410be5668083fb3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6d34b70b956e679ec7ae3d67", "attempt_id": "a8e767ffb2e2", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:17.606817Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12757816328}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 4326, "keep": 541, "window_tokens": 38, "compress_ms": 52.291792002506554}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 19943424, "serialized_payload_bytes": 19959388, "side_information_bytes": 15964, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.51670904364437, "doc_prefill_ms": 514.8007500683889, "compress_ms": 55.47174997627735, "serialize_ms": 5.805958062410355, "load_ms": 1.213375013321638, "receiver_prefill_ms": 0.0, "query_prefill_ms": 18.243208061903715, "ttft_ms": 18.243208061903715, "decode_ms": 165.22208298556507}, "total_wall_ms": 249.62454207707196, "ttft_ms": 18.243208061903715, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1705230336, "backend_memory": {"mlx_active_bytes": 12800283656, "mlx_peak_bytes": 12838606040, "mlx_cache_bytes": 7768712289, "process_rss_bytes": 1705230336}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12838606040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3737b3189fc840f7dd815e466885bbde084cfbd0ab9ae839c633b508427d9ee1", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0d56b778ddbce15f48fd463e", "attempt_id": "c99b1d1d6f0c", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:17.936908Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12797924360}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 4326, "keep": 1082, "window_tokens": 19, "compress_ms": 48.66370803210884}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 39886848, "serialized_payload_bytes": 39903066, "side_information_bytes": 16218, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 57.82874999567866, "doc_prefill_ms": 514.8007500683889, "compress_ms": 48.786957981064916, "serialize_ms": 8.871083031408489, "load_ms": 0.8424170082435012, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.537749980576336, "ttft_ms": 20.537749980576336, "decode_ms": 69.34124999679625}, "total_wall_ms": 93.94449996761978, "ttft_ms": 20.537749980576336, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1706475520, "backend_memory": {"mlx_active_bytes": 12840391688, "mlx_peak_bytes": 12881450200, "mlx_cache_bytes": 7734838881, "process_rss_bytes": 1706475520}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12881450200, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "0.02%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ce55707d3c8b49b20f84bcafd37dfe8970c75fa86a285cb017b327e0231ec1fe", "output_hash": "9fe9f5ddfa05bce9ff8884a20500de9fe8bc0a1478f95f8bc1946b645aa7681c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2982b360ccbc5c8f350c0e55", "attempt_id": "2330c8e9f10d", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:18.054265Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12757816328}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 4326, "keep": 1082, "window_tokens": 38, "compress_ms": 56.14945793058723}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 39886848, "serialized_payload_bytes": 39902918, "side_information_bytes": 16070, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 68.51691706106067, "doc_prefill_ms": 514.8007500683889, "compress_ms": 59.308583033271134, "serialize_ms": 8.965375018306077, "load_ms": 1.8898749258369207, "receiver_prefill_ms": 0.0, "query_prefill_ms": 375.97845797427, "ttft_ms": 375.97845797427, "decode_ms": 165.61445803381503}, "total_wall_ms": 615.5088340165094, "ttft_ms": 375.97845797427, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1766342656, "backend_memory": {"mlx_active_bytes": 12841047048, "mlx_peak_bytes": 12906691300, "mlx_cache_bytes": 7915119705, "process_rss_bytes": 1766342656}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12906691300, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "81b041059856f1d7fb6b3ce7eceaf8ac36fc8dea981991b02044136b7728a583", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "781f8317d6ad832ca553dbc9", "attempt_id": "96a6fb589c7c", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:18.692621Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12757816328}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 4326, "keep": 1082, "window_tokens": 38, "compress_ms": 52.650124998763204, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4287, "source_tokens_receiver": 4287, "query_tokens": 38, "message_tokens": 4326, "message_utf8_bytes": 20959, "cache_tensor_bytes": 21189888, "serialized_payload_bytes": 21224132, "side_information_bytes": 34244, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 70.00441593118012, "doc_prefill_ms": 514.8007500683889, "compress_ms": 63.43354203272611, "serialize_ms": 6.133333081379533, "load_ms": 1.512874965555966, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.201708026230335, "ttft_ms": 19.201708026230335, "decode_ms": 178.6652080481872}, "total_wall_ms": 272.7547080721706, "ttft_ms": 19.201708026230335, "input_usage": {"receiver_prefix_tokens": 4326, "dense_cache_bytes": 159473664, "query_tokens": 38}, "output_usage": {"output_tokens": 12}, "provider_cached_usage": null, "process_memory": 1767276544, "backend_memory": {"mlx_active_bytes": 12802279312, "mlx_peak_bytes": 12851805916, "mlx_cache_bytes": 7969222953, "process_rss_bytes": 1767276544}, "peak_prefill_memory": 13580997696, "peak_decode_memory": 12851805916, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "945e9f80098eda88d8886078f28f37ccc0a77c77ddbc7aaada4699fd996646a8", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0e22cad71ccd2447cb0c4d63", "attempt_id": "237d61820bf9", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:19.168621Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 89, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008459086529910564, "decode_payload_ms": 0.0, "receiver_prefill_ms": 278.7252500420436, "ttft_ms": 13.91491701360792, "decode_ms": 13.596749980933964}, "total_wall_ms": 306.82691698893905, "ttft_ms": 13.91491701360792, "input_usage": {"receiver_prompt_tokens": 89}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1124892672, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12686906820, "mlx_cache_bytes": 251069112, "process_rss_bytes": 1124892672}, "peak_prefill_memory": null, "peak_decode_memory": 12686906820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4e05a517a4c9ab3019a8c1d9", "attempt_id": "c08e872788b1", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:19.503740Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 4287, "message_tokens": 4188, "message_utf8_bytes": 20959, "cache_tensor_bytes": null, "serialized_payload_bytes": 20959, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00925001222640276, "decode_payload_ms": 0.0, "receiver_prefill_ms": 514.2805419163778, "ttft_ms": 14.887166093103588, "decode_ms": 148.37562502361834}, "total_wall_ms": 683.4029579767957, "ttft_ms": 14.887166093103588, "input_usage": {"receiver_prompt_tokens": 4287}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1124958208, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13520163880, "mlx_cache_bytes": 2109768376, "process_rss_bytes": 1124958208}, "peak_prefill_memory": null, "peak_decode_memory": 13520163880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0a72d7bb358ac0de59a30d4d", "attempt_id": "390701f0e27a", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:20.211885Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 4188}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 236, "message_tokens": 132, "message_utf8_bytes": 679, "cache_tensor_bytes": null, "serialized_payload_bytes": 679, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.4907920053228736, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.71612504310906, "ttft_ms": 13.611583970487118, "decode_ms": 13.902666047215462}, "total_wall_ms": 63.998500001616776, "ttft_ms": 13.611583970487118, "input_usage": {"receiver_prompt_tokens": 236}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1125498880, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12763453444, "mlx_cache_bytes": 2250720868, "process_rss_bytes": 1125498880}, "peak_prefill_memory": null, "peak_decode_memory": 12763453444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a33bd33ab7cf31623b3da0fe5ae21651ad9e9dfe3766b4683201f80f3b37875e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6cf982eab896b99cc3be44df", "attempt_id": "e8445181ba48", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:20.300978Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 4188}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 619, "message_tokens": 515, "message_utf8_bytes": 2771, "cache_tensor_bytes": null, "serialized_payload_bytes": 2771, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3.043459029868245, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.21770892385393, "ttft_ms": 13.719709008000791, "decode_ms": 69.16395807638764}, "total_wall_ms": 161.42687492538244, "ttft_ms": 13.719709008000791, "input_usage": {"receiver_prompt_tokens": 619}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1126465536, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13040901632, "mlx_cache_bytes": 2707509260, "process_rss_bytes": 1126465536}, "peak_prefill_memory": null, "peak_decode_memory": 13040901632, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "up to 3%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bf45eb4fc5f843580e3ca392b7d672e8f50700e41f1239ea64434ab697af557e", "output_hash": "40651efd76fbde3ed1b43a92da3472c1ce650726155d2f86d048d97413f7b1e7"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "06bfabe3d25926f6959cdfb5", "attempt_id": "998584d17a68", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:20.489006Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 126, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 226, "message_tokens": 126, "message_utf8_bytes": 489, "cache_tensor_bytes": null, "serialized_payload_bytes": 489, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.901416948996484, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.350542049854994, "ttft_ms": 14.4674590555951, "decode_ms": 83.35320896003395}, "total_wall_ms": 134.15479101240635, "ttft_ms": 14.4674590555951, "input_usage": {"receiver_prompt_tokens": 226}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1126514688, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12757850116, "mlx_cache_bytes": 2833846284, "process_rss_bytes": 1126514688}, "peak_prefill_memory": null, "peak_decode_memory": 12757850116, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "11.58 percentage points.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f3f71ac6916982c67b6ce128313d1f1befa6e188c23d3fa7e5d0c8c91f67e8f4", "output_hash": "985256ca094bdef9a0a3ac22308fba8bebe617907552cc530de36e471ba7a48f"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "885d5a6805348621ab4890ce", "attempt_id": "2e27b8bf6f3a", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:20.650641Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 511, "n_sentences": 11}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 611, "message_tokens": 511, "message_utf8_bytes": 2217, "cache_tensor_bytes": null, "serialized_payload_bytes": 2217, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 5.002040998078883, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.35287502873689, "ttft_ms": 14.131292002275586, "decode_ms": 43.22304204106331}, "total_wall_ms": 136.0113749979064, "ttft_ms": 14.131292002275586, "input_usage": {"receiver_prompt_tokens": 611}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1126514688, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13036559872, "mlx_cache_bytes": 3175075852, "process_rss_bytes": 1126514688}, "peak_prefill_memory": null, "peak_decode_memory": 13036559872, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "0.003", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2e75579cfa182de99cb0993fd56817f900bb688fce2f17e6af51b7297428c583", "output_hash": "414369a18b9a0bb5b48e3ee8793144aa88e25115cbcc2128dd8293b5b9225df0"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "23ea1f27724d53953ef1e557", "attempt_id": "bf9edbe7545f", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:20.809827Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 506, "n_sentences": 16}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 606, "message_tokens": 506, "message_utf8_bytes": 2353, "cache_tensor_bytes": null, "serialized_payload_bytes": 2353, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1.6944159287959337, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.23933297488838, "ttft_ms": 14.223832986317575, "decode_ms": 141.59541693516076}, "total_wall_ms": 233.99562505073845, "ttft_ms": 14.223832986317575, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1126531072, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13033266688, "mlx_cache_bytes": 3535933452, "process_rss_bytes": 1126531072}, "peak_prefill_memory": null, "peak_decode_memory": 13033266688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7aa294aaa89764c1d2489a74952e98dbe4ba904330a53021d4dab4040e549dc9", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d48a24b4ba6bfcc5689a49a3", "attempt_id": "06ba9ada8218", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:23.471055Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 232, "message_tokens": 128, "message_utf8_bytes": 642, "cache_tensor_bytes": null, "serialized_payload_bytes": 642, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2404.2287919437513, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.32879101112485, "ttft_ms": 14.086624956689775, "decode_ms": 70.18133299425244}, "total_wall_ms": 120.44054199941456, "ttft_ms": 14.086624956689775, "input_usage": {"receiver_prompt_tokens": 232, "sender_input_tokens": 4322, "sender_output_tokens": 128, "sender_prefill_ms": 502.1198330214247, "sender_ttft_ms": 15.265375026501715, "sender_decode_ms": 1883.2435420481488}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1126776832, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12765599748, "mlx_cache_bytes": 4134260748, "process_rss_bytes": 1126776832}, "peak_prefill_memory": null, "peak_decode_memory": 12765599748, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Up to 3%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c64edad970f07e3cae30e92b244c467774232ccfb05dc9ed708f1ab7b9a9e2d7", "output_hash": "b57d4757c2db6011f813457d24b026f2be9170aa8d3b6416ac68b90a95eb06f4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "10cab87d60efd40f60998aa7", "attempt_id": "6a50b324defb", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:31.723513Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 616, "message_tokens": 512, "message_utf8_bytes": 2706, "cache_tensor_bytes": null, "serialized_payload_bytes": 2706, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8109.778583049774, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.69720803480595, "ttft_ms": 13.85079207830131, "decode_ms": 97.56954200565815}, "total_wall_ms": 190.4917909996584, "ttft_ms": 13.85079207830131, "input_usage": {"receiver_prompt_tokens": 616, "sender_input_tokens": 4322, "sender_output_tokens": 512, "sender_prefill_ms": 509.17508406564593, "sender_ttft_ms": 15.423082979395986, "sender_decode_ms": 7580.88649995625}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1127202816, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13070605824, "mlx_cache_bytes": 4850864140, "process_rss_bytes": 1127202816}, "peak_prefill_memory": null, "peak_decode_memory": 13070605824, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "up to 3.0%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f17ce75c967d4f4e99bdd82329cfb8d29b354f308846b1e11206de489e5074e0", "output_hash": "4dc47c0009e7c2a497fb2b7beca959ba31c75f1e16da5c299d7ffc0051b6dd67"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8cc62943be0d9c555c989bab", "attempt_id": "67a81b8bb430", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:31.936628Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 616, "message_tokens": 512, "message_utf8_bytes": 2567, "cache_tensor_bytes": null, "serialized_payload_bytes": 2567, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8118.384208995849, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.13762507773936, "ttft_ms": 13.822667067870498, "decode_ms": 96.72495792619884}, "total_wall_ms": 8308.131291996688, "ttft_ms": 13.822667067870498, "input_usage": {"receiver_prompt_tokens": 616, "sender_input_tokens": 4320, "sender_output_tokens": 512, "sender_prefill_ms": 506.7303340183571, "sender_ttft_ms": 14.950750046409667, "sender_decode_ms": 7593.34466594737}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1127546880, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13078208000, "mlx_cache_bytes": 4916727820, "process_rss_bytes": 1127546880}, "peak_prefill_memory": null, "peak_decode_memory": 13078208000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "up to 3.0%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b7b6bef4991c214e7677efeb9e31c34456d3fd30b0a21a87f32f8e734fe85719", "output_hash": "4dc47c0009e7c2a497fb2b7beca959ba31c75f1e16da5c299d7ffc0051b6dd67"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "52a8dc3b4884490c1a9746c2", "attempt_id": "e00e058e43a7", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:42.671871Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 172, "message_tokens": 57, "message_utf8_bytes": 264, "cache_tensor_bytes": null, "serialized_payload_bytes": 264, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2404.4030419318005, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.09862506669015, "ttft_ms": 13.684541918337345, "decode_ms": 13.87416711077094}, "total_wall_ms": 62.486917013302445, "ttft_ms": 13.684541918337345, "input_usage": {"receiver_prompt_tokens": 172, "sender_input_tokens": 4352, "sender_output_tokens": 128, "sender_prefill_ms": 506.6606249893084, "sender_ttft_ms": 15.016709105111659, "sender_decode_ms": 1879.5055419905111}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1127759872, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12726556676, "mlx_cache_bytes": 5027794956, "process_rss_bytes": 1127759872}, "peak_prefill_memory": null, "peak_decode_memory": 12726556676, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5808c493ce962e637a7135f4cfbe66603d99977160de1eaba0962774effdb9d4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ea9756df9ed27615e36acbde", "attempt_id": "18f9436b8542", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:50.903584Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 367, "message_tokens": 253, "message_utf8_bytes": 1093, "cache_tensor_bytes": null, "serialized_payload_bytes": 1093, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8145.393415936269, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.56137501075864, "ttft_ms": 14.538666931912303, "decode_ms": 13.898542034439743}, "total_wall_ms": 83.06054200511426, "ttft_ms": 14.538666931912303, "input_usage": {"receiver_prompt_tokens": 367, "sender_input_tokens": 4352, "sender_output_tokens": 512, "sender_prefill_ms": 517.4493750091642, "sender_ttft_ms": 15.04666602704674, "sender_decode_ms": 7609.486458008178}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1127972864, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12867443800, "mlx_cache_bytes": 5260152844, "process_rss_bytes": 1127972864}, "peak_prefill_memory": null, "peak_decode_memory": 12867443800, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "323d6a5a55fdc6b3899893a9d590abe09310387934a0f5f7342d55088eb2653b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fb3881941cdf54a46066d8b7", "attempt_id": "2fca8af1af5b", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:51.009366Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 4, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 368, "message_tokens": 254, "message_utf8_bytes": 811, "cache_tensor_bytes": null, "serialized_payload_bytes": 811, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7335.991833009757, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.13016602303833, "ttft_ms": 13.825207948684692, "decode_ms": 13.639999902807176}, "total_wall_ms": 7417.335000005551, "ttft_ms": 13.825207948684692, "input_usage": {"receiver_prompt_tokens": 368, "sender_input_tokens": 4363, "sender_output_tokens": 457, "sender_prefill_ms": 537.2351659461856, "sender_ttft_ms": 15.003625070676208, "sender_decode_ms": 6780.176208005287}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128202240, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12867787864, "mlx_cache_bytes": 5527408652, "process_rss_bytes": 1128202240}, "peak_prefill_memory": null, "peak_decode_memory": 12867787864, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 4, "parse_ok": true}, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c43138120d525e14ef2a74a8ec9bd0ab7d1354a13a090b2b2bc0062be71a227b", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4e06b2f1bfb6664e31693c0b", "attempt_id": "1ffbb1cecfac", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:58.449607Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 721, "message_tokens": 621, "message_utf8_bytes": 600, "cache_tensor_bytes": null, "serialized_payload_bytes": 600, "side_information_bytes": 0, "fetched_bytes": 1925, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.026000081561505795, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.59512502606958, "ttft_ms": 14.49208299163729, "decode_ms": 13.676124974153936}, "total_wall_ms": 111.36379197705537, "ttft_ms": 14.49208299163729, "input_usage": {"receiver_prompt_tokens": 721, "sender_input_tokens": 4352, "sender_output_tokens": 512, "sender_prefill_ms": 517.4493750091642, "sender_ttft_ms": 15.04666602704674, "sender_decode_ms": 7609.486458008178}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1128382464, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13099622296, "mlx_cache_bytes": 5956508492, "process_rss_bytes": 1128382464}, "peak_prefill_memory": null, "peak_decode_memory": 13099622296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1925, "retrieved_refs": 5}, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1f8b8b749b27eb320cd7c914e269b8a5bd0780a9a9b05342039244c1a9213352", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4dedd8b093216b4ac5368839", "attempt_id": "b60e710bf13f", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:58.583678Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 2.835362554112554}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 4287, "message_tokens": 4188, "message_utf8_bytes": 20959, "cache_tensor_bytes": null, "serialized_payload_bytes": 7392, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.10770803783088923, "decode_payload_ms": 0.025124987587332726, "receiver_prefill_ms": 535.397042054683, "ttft_ms": 15.064082923345268, "decode_ms": 147.27470802608877}, "total_wall_ms": 703.8016250589862, "ttft_ms": 15.064082923345268, "input_usage": {"receiver_prompt_tokens": 4287}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1128382464, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13520163880, "mlx_cache_bytes": 5956508492, "process_rss_bytes": 1128382464}, "peak_prefill_memory": null, "peak_decode_memory": 13520163880, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "87d153c1588a9ff2417971ec", "attempt_id": "8aaf1e22084b", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:25:59.792174Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.12225405921680993, "origin_tokens": 4190, "compressed_tokens": 594, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 693, "message_tokens": 593, "message_utf8_bytes": 2754, "cache_tensor_bytes": null, "serialized_payload_bytes": 2754, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 481.87887493986636, "decode_payload_ms": 0.0, "receiver_prefill_ms": 85.08654194884002, "ttft_ms": 13.894833973608911, "decode_ms": 13.945582904852927}, "total_wall_ms": 114.35766704380512, "ttft_ms": 13.894833973608911, "input_usage": {"receiver_prompt_tokens": 693}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1137885184, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13083893656, "mlx_cache_bytes": 6343760716, "process_rss_bytes": 1137885184}, "peak_prefill_memory": null, "peak_decode_memory": 13083893656, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "718", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b92baf787fe606624dabc29722620c80991232d56c1bfde9c3793d333301f2ec", "output_hash": "6c0f3412848008d49d186d5fad7fd1482656cfb62ad3c060a14e41c3fb3f1b43"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3643dc8c97e02690c4483d36", "attempt_id": "2ffd5d2f5258", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:00.638334Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13583701000}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 487194624, "serialized_payload_bytes": 487207662, "side_information_bytes": 13038, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 708.607165957801, "doc_prefill_ms": 590.1419579749927, "compress_ms": 8.091666968539357, "serialize_ms": 104.25733309239149, "load_ms": 8.23366700205952, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.092458012513816, "ttft_ms": 35.092458012513816, "decode_ms": 178.79820801317692}, "total_wall_ms": 225.26987502351403, "ttft_ms": 35.092458012513816, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2112356352, "backend_memory": {"mlx_active_bytes": 14077318152, "mlx_peak_bytes": 14198904020, "mlx_cache_bytes": 7632149637, "process_rss_bytes": 2112356352}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 14198904020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a4b41e4fcc2eba908bcd9d3dffa2f1c0f26c2388c1b68701f16ef194fc98e576", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "569b0f8c455688ca53a6758e", "attempt_id": "f299fe583c6c", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:01.005596Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13583701000}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "8c3b2bda4757eec7", "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 487194624, "serialized_payload_bytes": 487207690, "side_information_bytes": 13066, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 118.18695801775903, "doc_prefill_ms": 590.1419579749927, "compress_ms": 2.096957992762327, "serialize_ms": 115.94175000209361, "load_ms": 47.20237501896918, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.63541706837714, "ttft_ms": 32.63541706837714, "decode_ms": 166.5092910407111}, "total_wall_ms": 249.45095903240144, "ttft_ms": 32.63541706837714, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 2599550976, "backend_memory": {"mlx_active_bytes": 14077318152, "mlx_peak_bytes": 14198904020, "mlx_cache_bytes": 7632149637, "process_rss_bytes": 2599550976}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 14198904020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d5b5630abb3580b257fecadd564428a58e4e3ae764aed69bfa1a8179ef2e3e87", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ff8550ac1ad9eb8f8ddc8ff2", "attempt_id": "80ec2f90878d", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:01.354592Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13357077512}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 258822144, "serialized_payload_bytes": 258849452, "side_information_bytes": 27308, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 75.36616607103497, "doc_prefill_ms": 590.1419579749927, "compress_ms": 14.774666982702911, "serialize_ms": 60.26737508364022, "load_ms": 5.5524579947814345, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.93087498098612, "ttft_ms": 25.93087498098612, "decode_ms": 164.5282090175897}, "total_wall_ms": 199.12295904941857, "ttft_ms": 25.93087498098612, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3020324864, "backend_memory": {"mlx_active_bytes": 13620876296, "mlx_peak_bytes": 13745109996, "mlx_cache_bytes": 9040158469, "process_rss_bytes": 3020324864}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13745109996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "271d7e29d68d804234bed4999bf2888a67321f9261152e34b10a8ad2d64d6c52", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "63477098ad09438989fd9955", "attempt_id": "3ba4a315641f", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:01.620184Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13235049480}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 137023488, "serialized_payload_bytes": 137050676, "side_information_bytes": 27188, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 42.69124998245388, "doc_prefill_ms": 590.1419579749927, "compress_ms": 12.052750098519027, "serialize_ms": 30.338833923451602, "load_ms": 3.516166005283594, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.174541980959475, "ttft_ms": 25.174541980959475, "decode_ms": 155.54874995723367}, "total_wall_ms": 187.5249589793384, "ttft_ms": 25.174541980959475, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3157573632, "backend_memory": {"mlx_active_bytes": 13376345096, "mlx_peak_bytes": 13473971180, "mlx_cache_bytes": 9661480325, "process_rss_bytes": 3157573632}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13473971180, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "22443392fe084c815e40c6bd223043063e0a4310d83c5176e9369d4ca984f6d8", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7176c2e49d6bda03f64d066b", "attempt_id": "7050dd6642b0", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:01.868171Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13189174280}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 91348992, "serialized_payload_bytes": 91375985, "side_information_bytes": 26993, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.692166071385145, "doc_prefill_ms": 590.1419579749927, "compress_ms": 14.27408296149224, "serialize_ms": 21.11000008881092, "load_ms": 3.8341250037774444, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.975750013254583, "ttft_ms": 24.975750013254583, "decode_ms": 15.749249956570566}, "total_wall_ms": 47.668999992311, "ttft_ms": 24.975750013254583, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3249405952, "backend_memory": {"mlx_active_bytes": 13281842184, "mlx_peak_bytes": 13371296273, "mlx_cache_bytes": 9967858885, "process_rss_bytes": 3249405952}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13371296273, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cc0f682fa7729cd4124c7e773203a73a903223da17bd8359efdeb8f42d55cbe3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0bcd6192b24ed1658bfffeed", "attempt_id": "752148ae6c7c", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:01.988740Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13340562440}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 4248, "keep": 2124, "compress_ms": 7.414957974106073}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 243597312, "serialized_payload_bytes": 243610446, "side_information_bytes": 13134, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 49.71604107413441, "doc_prefill_ms": 590.1419579749927, "compress_ms": 7.442499976605177, "serialize_ms": 42.12654195725918, "load_ms": 1.974749960936606, "receiver_prefill_ms": 0.0, "query_prefill_ms": 26.51374996639788, "ttft_ms": 26.51374996639788, "decode_ms": 124.86274994444102}, "total_wall_ms": 156.39341704081744, "ttft_ms": 26.51374996639788, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 3245883392, "backend_memory": {"mlx_active_bytes": 13590123528, "mlx_peak_bytes": 13661131980, "mlx_cache_bytes": 10264736965, "process_rss_bytes": 3245883392}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13661131980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Up to 0.03 points.", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.11764705882352941, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4651dca3faa65be0ef2e72351a3232a726fabad94b7f0fdd06f2caf5e239c37c", "output_hash": "19fa287370782db32213bc9744f86ccd4f06f3acdb38ca95ac47020d14d29968"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "86bed57a652bee849b19bb8a", "attempt_id": "5e55c93e2683", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:02.198510Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13218534408}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 4248, "keep": 1062, "compress_ms": 7.459458080120385}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 121798656, "serialized_payload_bytes": 121811742, "side_information_bytes": 13086, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.829207993112504, "doc_prefill_ms": 590.1419579749927, "compress_ms": 7.490416057407856, "serialize_ms": 21.17291698232293, "load_ms": 1.5791249461472034, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.719459095038474, "ttft_ms": 21.719459095038474, "decode_ms": 103.86683396063745}, "total_wall_ms": 130.29474997892976, "ttft_ms": 21.719459095038474, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3242147840, "backend_memory": {"mlx_active_bytes": 13346067464, "mlx_peak_bytes": 13402854612, "mlx_cache_bytes": 10731080901, "process_rss_bytes": 3242147840}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13402854612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Up to 3.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b1581290126fc6c17832d8851d9b9fab4475659bd337dcfbfa09dbd731324894", "output_hash": "ee21aa2fbb521bf613b747b26b0891ed42db052ed5b5452fc2f8f770b498030b"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d414643af82431d3fef6bd34", "attempt_id": "83748d7dafb3", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:02.376785Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13157979144}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 4248, "keep": 531, "compress_ms": 6.049458053894341}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 60899328, "serialized_payload_bytes": 60912216, "side_information_bytes": 12888, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 24.165458977222443, "doc_prefill_ms": 590.1419579749927, "compress_ms": 6.083874963223934, "serialize_ms": 17.91150006465614, "load_ms": 1.2918339343741536, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.02337500359863, "ttft_ms": 19.02337500359863, "decode_ms": 100.3689169883728}, "total_wall_ms": 123.78320901189, "ttft_ms": 19.02337500359863, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 3257860096, "backend_memory": {"mlx_active_bytes": 13224956936, "mlx_peak_bytes": 13268767956, "mlx_cache_bytes": 10953379013, "process_rss_bytes": 3257860096}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13268767956, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Up to 3.3%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "47e85da352343ae20a76c76f32af0b3fb17106329c74520d0ca38868e98d15ed", "output_hash": "c05763ef9069f4a30d0c9abf5a5cbd789da7f7daf270db75a07e6826ffe8b4b0"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f1923998c76aa9947662fe1e", "attempt_id": "d8efb31c7ca5", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:02.565351Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13218534408}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 4248, "keep": 1062, "compress_ms": 6.708041997626424}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 121798656, "serialized_payload_bytes": 121811737, "side_information_bytes": 13081, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.02700005751103, "doc_prefill_ms": 590.1419579749927, "compress_ms": 6.738874944858253, "serialize_ms": 34.128625062294304, "load_ms": 1.4064169954508543, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.566082908771932, "ttft_ms": 20.566082908771932, "decode_ms": 683.7076250230893}, "total_wall_ms": 708.8579579722136, "ttft_ms": 20.566082908771932, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3379970048, "backend_memory": {"mlx_active_bytes": 13350654984, "mlx_peak_bytes": 13402854612, "mlx_cache_bytes": 11641965765, "process_rss_bytes": 3379970048}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13402854612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n\n\n}\n\n\n\n\n\n\n\n}\n\n\n\n}\n\n\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}\n\n}}\n\n}\n\n}}\n\n}}\n\n}}}}`\n\n}}}}", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "191bd04744cd5b1651a1e345057fc4d6ceb29a2fb0ad2ef20ea1a92e9a2128a5", "output_hash": "536e9d0f6055d960f8a0a65efa97f9c7ddf178eebf2b77d0a8ed1c2cf80b10b1"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1f1f23ef0944cd2444f0f2ab", "attempt_id": "78ba026e3f38", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:03.297203Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13096506376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 4248, "keep": 2124, "window_tokens": 39, "compress_ms": 85.68625000771135}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 243597312, "serialized_payload_bytes": 243610486, "side_information_bytes": 13174, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 162.6754590542987, "doc_prefill_ms": 590.1419579749927, "compress_ms": 88.88379205018282, "serialize_ms": 73.55258299503475, "load_ms": 2.6696668937802315, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.96579201053828, "ttft_ms": 25.96579201053828, "decode_ms": 153.50404102355242}, "total_wall_ms": 348.1817920692265, "ttft_ms": 25.96579201053828, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3396222976, "backend_memory": {"mlx_active_bytes": 13590123528, "mlx_peak_bytes": 13661131980, "mlx_cache_bytes": 11955670317, "process_rss_bytes": 3396222976}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13661131980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "44e13fb832deb4db995b94859dbb6fd0e2552970f9d0a3cc3317d81b64d53820", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3cfcd7983f3b4ca609c670de", "attempt_id": "4f20e8027cfd", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:03.671390Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13096506376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 4248, "keep": 1062, "window_tokens": 39, "compress_ms": 68.6353329801932}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 121798656, "serialized_payload_bytes": 121811781, "side_information_bytes": 13125, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 95.71820800192654, "doc_prefill_ms": 590.1419579749927, "compress_ms": 71.63279200904071, "serialize_ms": 23.86075002141297, "load_ms": 1.5196671010926366, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.445833913981915, "ttft_ms": 20.445833913981915, "decode_ms": 147.18520897440612}, "total_wall_ms": 268.16062501166016, "ttft_ms": 20.445833913981915, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3392208896, "backend_memory": {"mlx_active_bytes": 13346067464, "mlx_peak_bytes": 13402838228, "mlx_cache_bytes": 12199726381, "process_rss_bytes": 3392208896}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13402838228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f413cb91181b1365aff4b8cb8757b094020bcfd7737943cc58d16c93d45da72b", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a906b08b2142a81af7a202e1", "attempt_id": "5322cde1d753", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:03.966701Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13096506376}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 4248, "keep": 531, "window_tokens": 39, "compress_ms": 61.662166961468756}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 60899328, "serialized_payload_bytes": 60912257, "side_information_bytes": 12929, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 82.59374997578561, "doc_prefill_ms": 590.1419579749927, "compress_ms": 64.9438330437988, "serialize_ms": 17.412250046618283, "load_ms": 1.346917008049786, "receiver_prefill_ms": 0.0, "query_prefill_ms": 17.92312494944781, "ttft_ms": 17.92312494944781, "decode_ms": 141.53604197781533}, "total_wall_ms": 246.55062495730817, "ttft_ms": 17.92312494944781, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 3392995328, "backend_memory": {"mlx_active_bytes": 13224956936, "mlx_peak_bytes": 13268751572, "mlx_cache_bytes": 12339973421, "process_rss_bytes": 3392995328}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13268751572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d1a13a49476187bc35e676d858d3d2cfea8f1a577d4c2a545a719897c7864365", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "795186e94aa5b371b10e1c87", "attempt_id": "81f9ed81786e", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:04.323407Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13218534408}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 4248, "keep": 1062, "window_tokens": 19, "compress_ms": 60.37183303851634}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 121798656, "serialized_payload_bytes": 121811782, "side_information_bytes": 13126, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.75733292289078, "doc_prefill_ms": 590.1419579749927, "compress_ms": 60.50412496551871, "serialize_ms": 24.111000006087124, "load_ms": 1.506041968241334, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.49966703634709, "ttft_ms": 20.49966703634709, "decode_ms": 57.8255420550704}, "total_wall_ms": 82.84287503920496, "ttft_ms": 20.49966703634709, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 3394617344, "backend_memory": {"mlx_active_bytes": 13346067464, "mlx_peak_bytes": 13402838228, "mlx_cache_bytes": 12226907513, "process_rss_bytes": 3394617344}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13402838228, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "af72581b61bfc325f3e6ed85cf0f7214685b9273e1bc2915cdd6d11d405a60ac", "output_hash": "5a97707ef4fd35425e97c70a202036ef1147e800930e6a8e6869f00b14c6febb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f161206a77f1801382cdcf80", "attempt_id": "3d8ffbcdeb62", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:04.431773Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13096506376}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 4248, "keep": 1062, "window_tokens": 39, "compress_ms": 67.44904106017202}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 121798656, "serialized_payload_bytes": 121811670, "side_information_bytes": 13014, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 93.50916708353907, "doc_prefill_ms": 590.1419579749927, "compress_ms": 70.5945830559358, "serialize_ms": 22.692291997373104, "load_ms": 2.2464580833911896, "receiver_prefill_ms": 0.0, "query_prefill_ms": 2009.3967920402065, "ttft_ms": 2009.3967920402065, "decode_ms": 161.10595897771418}, "total_wall_ms": 2269.518041983247, "ttft_ms": 2009.3967920402065, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1432010752, "backend_memory": {"mlx_active_bytes": 13346755592, "mlx_peak_bytes": 13516909000, "mlx_cache_bytes": 14845138613, "process_rss_bytes": 1432010752}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13516909000, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0cbb4773c025af2bd0bb37fda4b040ac00a13a570558aa2d20b9ba72c50f7ca6", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f1146c7cb9e656dbacd70719", "attempt_id": "886ac74ee3ca", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:06.727418Z", "task_family": "public_qasper", "document_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "document_hash": "26f13986c049c772e91731349bf8b554c0074e633bec40f9fc595d3561fb9b60", "question_id": "q00", "split": "dev", "cluster_id": "lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13096506376}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 4248, "keep": 1062, "window_tokens": 39, "compress_ms": 154.4752080226317, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 4188, "source_tokens_receiver": 4188, "query_tokens": 39, "message_tokens": 4248, "message_utf8_bytes": 20959, "cache_tensor_bytes": 64705536, "serialized_payload_bytes": 64732782, "side_information_bytes": 27246, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 191.20370806194842, "doc_prefill_ms": 590.1419579749927, "compress_ms": 171.88987496774644, "serialize_ms": 18.940709065645933, "load_ms": 9.691416984423995, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.359000027179718, "ttft_ms": 19.359000027179718, "decode_ms": 151.20379196014255}, "total_wall_ms": 376.53929204680026, "ttft_ms": 19.359000027179718, "input_usage": {"receiver_prefix_tokens": 4248, "dense_cache_bytes": 487194624, "query_tokens": 39}, "output_usage": {"output_tokens": 10}, "provider_cached_usage": null, "process_memory": 1502117888, "backend_memory": {"mlx_active_bytes": 13233214472, "mlx_peak_bytes": 13293337580, "mlx_cache_bytes": 15109430965, "process_rss_bytes": 1502117888}, "peak_prefill_memory": 13520163880, "peak_decode_memory": 13293337580, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "68.8% to 71.8%", "evidence_artifact": null, "reference_key_id": "keys/public_qasper/lb_qasper_e419f2bff9d2ab7c3b60b3250caccd2d9ae1285ec3e8e818.json", "task_scores": {"f1": 0.125, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2da5c4296074eb9415b6d15323cb9f0caa28c2ee2e8aa43098e024b021eea3b4", "output_hash": "5dfef01349a887625c93f726ac0053bb7f2f888e2219689b6b8e25f735e9966c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0fc290bbbbe1bad4116adf63", "attempt_id": "ebaff4b3ea45", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:07.678967Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 67, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.009083072654902935, "decode_payload_ms": 0.0, "receiver_prefill_ms": 4161.754291970283, "ttft_ms": 29.715875047259033, "decode_ms": 13.702791999094188}, "total_wall_ms": 4206.058082985692, "ttft_ms": 29.715875047259033, "input_usage": {"receiver_prompt_tokens": 67}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1278492672, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12666836368, "mlx_cache_bytes": 572081856, "process_rss_bytes": 1278492672}, "peak_prefill_memory": null, "peak_decode_memory": 12666836368, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d4887d1cf69c6c052246b913", "attempt_id": "b2299933d1f1", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:11.931552Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 7132, "message_tokens": 7054, "message_utf8_bytes": 29113, "cache_tensor_bytes": null, "serialized_payload_bytes": 29113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010291929356753826, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1122.91816691868, "ttft_ms": 15.215165913105011, "decode_ms": 129.56137501168996}, "total_wall_ms": 1280.5144999874756, "ttft_ms": 15.215165913105011, "input_usage": {"receiver_prompt_tokens": 7132}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1278607360, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13664883776, "mlx_cache_bytes": 2736047808, "process_rss_bytes": 1278607360}, "peak_prefill_memory": null, "peak_decode_memory": 13664883776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "74f67713b6f075e28deeedaf", "attempt_id": "070ac83bd8ed", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:13.244730Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 7054}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 215, "message_tokens": 132, "message_utf8_bytes": 437, "cache_tensor_bytes": null, "serialized_payload_bytes": 437, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.788082907907665, "decode_payload_ms": 0.0, "receiver_prefill_ms": 42.172249988652766, "ttft_ms": 13.535458012484014, "decode_ms": 13.330208021216094}, "total_wall_ms": 69.90658293943852, "ttft_ms": 13.535458012484014, "input_usage": {"receiver_prompt_tokens": 215}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1278656512, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12779411400, "mlx_cache_bytes": 2912651800, "process_rss_bytes": 1278656512}, "peak_prefill_memory": null, "peak_decode_memory": 12779411400, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "73d4c73967814338d67782cf43347b7155138998dc745c8b67dbc8f98d9f1de7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "52a6774d87a6b531194186ce", "attempt_id": "23a464bc9f22", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:13.347696Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 7054}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 599, "message_tokens": 516, "message_utf8_bytes": 1897, "cache_tensor_bytes": null, "serialized_payload_bytes": 1897, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.983167047612369, "decode_payload_ms": 0.0, "receiver_prefill_ms": 81.28129201941192, "ttft_ms": 13.542625005356967, "decode_ms": 13.398041017353535}, "total_wall_ms": 109.55483408179134, "ttft_ms": 13.542625005356967, "input_usage": {"receiver_prompt_tokens": 599}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1278656512, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12994733144, "mlx_cache_bytes": 3310160408, "process_rss_bytes": 1278656512}, "peak_prefill_memory": null, "peak_decode_memory": 12994733144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b2d57b067d7b84d687f0a09a829b45caaeafaf6ea495f477776fe0365bf62cd0", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b8057e98f436bdd6602513ef", "attempt_id": "15c1c1773984", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:13.499360Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 208, "message_tokens": 129, "message_utf8_bytes": 455, "cache_tensor_bytes": null, "serialized_payload_bytes": 455, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 14.527417020872235, "decode_payload_ms": 0.0, "receiver_prefill_ms": 38.52354199625552, "ttft_ms": 13.361874967813492, "decode_ms": 13.475790969096124}, "total_wall_ms": 66.17595802526921, "ttft_ms": 13.361874967813492, "input_usage": {"receiver_prompt_tokens": 208}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1278705664, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12774479816, "mlx_cache_bytes": 3472001560, "process_rss_bytes": 1278705664}, "peak_prefill_memory": null, "peak_decode_memory": 12774479816, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5980810b92a4a6872ac53187a5950842bd57a2a51a077b2019777815ebd2d4e3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1a901f6194ebef811e139023", "attempt_id": "4129c8f4e374", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:13.602219Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 579, "message_tokens": 501, "message_utf8_bytes": 1909, "cache_tensor_bytes": null, "serialized_payload_bytes": 1909, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.428624995052814, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.31175000965595, "ttft_ms": 13.537416933104396, "decode_ms": 13.691250002011657}, "total_wall_ms": 102.8536669909954, "ttft_ms": 13.537416933104396, "input_usage": {"receiver_prompt_tokens": 579}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1278738432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12982641752, "mlx_cache_bytes": 3824126488, "process_rss_bytes": 1278738432}, "peak_prefill_memory": null, "peak_decode_memory": 12982641752, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "791e515fd632217d997cc1f9f0c3e096abcb93c5f829c7e2ac8e61b8f1e451a7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8118c8ed60ffc6ba3309fdf9", "attempt_id": "a2ab2790c8f6", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:13.732220Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 507, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 585, "message_tokens": 507, "message_utf8_bytes": 2084, "cache_tensor_bytes": null, "serialized_payload_bytes": 2084, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.3024999536573887, "decode_payload_ms": 0.0, "receiver_prefill_ms": 73.67449998855591, "ttft_ms": 13.529374962672591, "decode_ms": 80.23629197850823}, "total_wall_ms": 171.00495798513293, "ttft_ms": 13.529374962672591, "input_usage": {"receiver_prompt_tokens": 585}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1278754816, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12985787480, "mlx_cache_bytes": 4165044760, "process_rss_bytes": 1278754816}, "peak_prefill_memory": null, "peak_decode_memory": 12985787480, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Constance Anne Herschel", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f036ffaa51b99cae75367318c5d5d21d88660cc69bc7c58b8e9bbfe792d1e513", "output_hash": "96aaba755fde0b91f7f049b8df4c2eb4631698dbb1ce00f4b6a474d4202f1372"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ab58eaaf13879752de991422", "attempt_id": "64a3f9601290", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:16.967557Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 210, "message_tokens": 128, "message_utf8_bytes": 358, "cache_tensor_bytes": null, "serialized_payload_bytes": 358, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3037.150542018935, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.91650004778057, "ttft_ms": 13.449792051687837, "decode_ms": 13.866332941688597}, "total_wall_ms": 62.09729099646211, "ttft_ms": 13.449792051687837, "input_usage": {"receiver_prompt_tokens": 210, "sender_input_tokens": 7170, "sender_output_tokens": 128, "sender_prefill_ms": 1202.200667001307, "sender_ttft_ms": 14.969209092669189, "sender_decode_ms": 1814.3657920882106}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1278885888, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12786391032, "mlx_cache_bytes": 5185718808, "process_rss_bytes": 1278885888}, "peak_prefill_memory": null, "peak_decode_memory": 12786391032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7cde80cf36909ceffe31b45d33e5f5c03202346eddf9547e213b9affbe35ef6d", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ff22772b3d37fc0233276028", "attempt_id": "924309e6a2cf", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:25.499013Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 593, "message_tokens": 512, "message_utf8_bytes": 1705, "cache_tensor_bytes": null, "serialized_payload_bytes": 1705, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8438.66883404553, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.40862506255507, "ttft_ms": 13.547917013056576, "decode_ms": 81.74649998545647}, "total_wall_ms": 171.14570795092732, "ttft_ms": 13.547917013056576, "input_usage": {"receiver_prompt_tokens": 593, "sender_input_tokens": 7171, "sender_output_tokens": 512, "sender_prefill_ms": 1137.616500025615, "sender_ttft_ms": 14.915375038981438, "sender_decode_ms": 7280.395541922189}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1278951424, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12990899288, "mlx_cache_bytes": 6529436184, "process_rss_bytes": 1278951424}, "peak_prefill_memory": null, "peak_decode_memory": 12990899288, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Constance Anne Herschel", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9cc53d2d9848b06a05441a10d2035b8cef5e1eeee9675b13e4567b1840beeec0", "output_hash": "96aaba755fde0b91f7f049b8df4c2eb4631698dbb1ce00f4b6a474d4202f1372"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0eadc0a74077cec7ebfbfda7", "attempt_id": "31ff603182cd", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:25.697451Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 154, "message_tokens": 73, "message_utf8_bytes": 329, "cache_tensor_bytes": null, "serialized_payload_bytes": 329, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2128.264540922828, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.683000037446618, "ttft_ms": 13.55808402877301, "decode_ms": 13.741625007241964}, "total_wall_ms": 2187.849417096004, "ttft_ms": 13.55808402877301, "input_usage": {"receiver_prompt_tokens": 154, "sender_input_tokens": 7169, "sender_output_tokens": 73, "sender_prefill_ms": 1070.3781249467283, "sender_ttft_ms": 16.684000031091273, "sender_decode_ms": 1036.0998330870643}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1278984192, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12733126600, "mlx_cache_bytes": 7071713816, "process_rss_bytes": 1278984192}, "peak_prefill_memory": null, "peak_decode_memory": 12733126600, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ec894af09b6223372d84c77f162216642651fef38b05dd5c676ddd6f60137352", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "75b34c73f2618d99e6f06a57", "attempt_id": "60cacd781503", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:30.860395Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 167, "message_tokens": 74, "message_utf8_bytes": 199, "cache_tensor_bytes": null, "serialized_payload_bytes": 199, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2947.728667058982, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.93120807595551, "ttft_ms": 13.224457972683012, "decode_ms": 13.893333030864596}, "total_wall_ms": 61.78479106165469, "ttft_ms": 13.224457972683012, "input_usage": {"receiver_prompt_tokens": 167, "sender_input_tokens": 7199, "sender_output_tokens": 128, "sender_prefill_ms": 1130.9936250327155, "sender_ttft_ms": 14.901082962751389, "sender_decode_ms": 1796.3588329730555}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1279016960, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12742498248, "mlx_cache_bytes": 7768394264, "process_rss_bytes": 1279016960}, "peak_prefill_memory": null, "peak_decode_memory": 12742498248, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "627a825f06176dce618e73afee88e8b501264ce9f64ea753e653cf00d053c7dc", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7bb4e449e7ff5d970c1a29d0", "attempt_id": "14ca83d2487b", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:39.344361Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 351, "message_tokens": 259, "message_utf8_bytes": 743, "cache_tensor_bytes": null, "serialized_payload_bytes": 743, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8394.407499930821, "decode_payload_ms": 0.0, "receiver_prefill_ms": 47.45162499602884, "ttft_ms": 13.6464589741081, "decode_ms": 13.99483298882842}, "total_wall_ms": 76.0889999801293, "ttft_ms": 13.6464589741081, "input_usage": {"receiver_prompt_tokens": 351, "sender_input_tokens": 7199, "sender_output_tokens": 512, "sender_prefill_ms": 1132.0084580220282, "sender_ttft_ms": 14.743583044037223, "sender_decode_ms": 7241.943541914225}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1279066112, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12901964264, "mlx_cache_bytes": 8042336144, "process_rss_bytes": 1279066112}, "peak_prefill_memory": null, "peak_decode_memory": 12901964264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "521dc5c83fc90ec1281d306932f855474009aa60e5463aac48c85a82f367e75e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d683aa21861a3a3716d1800e", "attempt_id": "521fdd572330", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:39.448554Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 362, "message_tokens": 270, "message_utf8_bytes": 703, "cache_tensor_bytes": null, "serialized_payload_bytes": 703, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8366.504166973755, "decode_payload_ms": 0.0, "receiver_prefill_ms": 48.006791970692575, "ttft_ms": 13.510333024896681, "decode_ms": 13.247292023152113}, "total_wall_ms": 8442.096999962814, "ttft_ms": 13.510333024896681, "input_usage": {"receiver_prompt_tokens": 362, "sender_input_tokens": 7210, "sender_output_tokens": 512, "sender_prefill_ms": 1091.8980420101434, "sender_ttft_ms": 14.692250057123601, "sender_decode_ms": 7254.292832920328}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1279098880, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12905339412, "mlx_cache_bytes": 8979305780, "process_rss_bytes": 1279098880}, "peak_prefill_memory": null, "peak_decode_memory": 12905339412, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 2, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "43cd3c23a22dd5ca60f86de7d8a0c6c5023799e5a1f2a4cb4b73c2e7422c51a7", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e86597788f09a3933dd7da08", "attempt_id": "0e6e115a5450", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:47.918430Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 659, "message_tokens": 581, "message_utf8_bytes": 376, "cache_tensor_bytes": null, "serialized_payload_bytes": 376, "side_information_bytes": 0, "fetched_bytes": 1257, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.029166927561163902, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.39470796473324, "ttft_ms": 13.606625027023256, "decode_ms": 14.000792056322098}, "total_wall_ms": 104.51820900198072, "ttft_ms": 13.606625027023256, "input_usage": {"receiver_prompt_tokens": 659, "sender_input_tokens": 7199, "sender_output_tokens": 512, "sender_prefill_ms": 1132.0084580220282, "sender_ttft_ms": 14.743583044037223, "sender_decode_ms": 7241.943541914225}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1279115264, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13026583640, "mlx_cache_bytes": 9380877620, "process_rss_bytes": 1279115264}, "peak_prefill_memory": null, "peak_decode_memory": 13026583640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 4, "fetched_bytes": 1257, "retrieved_refs": 4}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6955f3100f67382f480d716e0ffe920408c1475faa206e5b1f82541b19059039", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a5280656b5ec8bdd9547f5a1", "attempt_id": "f06aedaa57ec", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:48.051818Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 2.2526307644692047}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 7132, "message_tokens": 7054, "message_utf8_bytes": 29113, "cache_tensor_bytes": null, "serialized_payload_bytes": 12924, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.16320799477398396, "decode_payload_ms": 0.03729201853275299, "receiver_prefill_ms": 1089.004792040214, "ttft_ms": 15.251334058120847, "decode_ms": 127.99566693138331}, "total_wall_ms": 1242.5735420547426, "ttft_ms": 15.251334058120847, "input_usage": {"receiver_prompt_tokens": 7132}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1279148032, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13664883776, "mlx_cache_bytes": 9380877620, "process_rss_bytes": 1279148032}, "peak_prefill_memory": null, "peak_decode_memory": 13664883776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "948e819e081c8a47b8f9486f", "attempt_id": "393e0a2f2d83", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:51.037119Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.07258293166997448, "origin_tokens": 6879, "compressed_tokens": 588, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 683, "message_tokens": 605, "message_utf8_bytes": 2002, "cache_tensor_bytes": null, "serialized_payload_bytes": 2002, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1713.8847500318661, "decode_payload_ms": 0.0, "receiver_prefill_ms": 99.45225005503744, "ttft_ms": 14.051207923330367, "decode_ms": 81.89362497068942}, "total_wall_ms": 196.8745409976691, "ttft_ms": 14.051207923330367, "input_usage": {"receiver_prompt_tokens": 683}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1350221824, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13037282392, "mlx_cache_bytes": 9802798388, "process_rss_bytes": 1350221824}, "peak_prefill_memory": null, "peak_decode_memory": 13037282392, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Neville Lubbock", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ad8b9b45f9a103ba49b3c0642130c546ead09418f96e1240f07619ac26be5b54", "output_hash": "27b8505b151eed86753a2f3633842a8ca418642a94804bdea63bbfa37b3abc5d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6fb7509f6bbf7abb08b42add", "attempt_id": "92f03d072281", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:52.318652Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13123507208}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 261513216, "serialized_payload_bytes": 261529395, "side_information_bytes": 16179, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1037.1932500274852, "doc_prefill_ms": 960.465915966779, "compress_ms": 4.4632499339058995, "serialize_ms": 61.439958051778376, "load_ms": 5.068417056463659, "receiver_prefill_ms": 0.0, "query_prefill_ms": 56.768375099636614, "ttft_ms": 56.768375099636614, "decode_ms": 142.01566705014557}, "total_wall_ms": 208.903459017165, "ttft_ms": 56.768375099636614, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 1841135616, "backend_memory": {"mlx_active_bytes": 13387748360, "mlx_peak_bytes": 13473535304, "mlx_cache_bytes": 10780513741, "process_rss_bytes": 1841135616}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13473535304, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8052d0feefe838ada458afbc54202b4c33ae1d56dd81c608aba961447647a599", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0374dfc9c74a3ccc53c29b0c", "attempt_id": "2731c6d5ea8e", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:52.616499Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13123507208}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "86e388a192f69b6e", "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 261513216, "serialized_payload_bytes": 261529423, "side_information_bytes": 16207, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.09579198528081, "doc_prefill_ms": 960.465915966779, "compress_ms": 1.2823749566450715, "serialize_ms": 59.634874924086034, "load_ms": 26.772957993671298, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.6137500051409, "ttft_ms": 50.6137500051409, "decode_ms": 141.34829200338572}, "total_wall_ms": 223.86833303608, "ttft_ms": 50.6137500051409, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2103017472, "backend_memory": {"mlx_active_bytes": 13387748360, "mlx_peak_bytes": 13473354968, "mlx_cache_bytes": 10780513741, "process_rss_bytes": 2103017472}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13473354968, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5386ffc01aadd04e4a69776023ac8c5c2a811150dc9e0aa4b906dc48d5d2e5f5", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5b45e3ae1b2b6c334083cff5", "attempt_id": "2c322a8a20c7", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:52.910210Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13002396680}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 138928896, "serialized_payload_bytes": 138963281, "side_information_bytes": 34385, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 41.654667002148926, "doc_prefill_ms": 960.465915966779, "compress_ms": 13.410459039732814, "serialize_ms": 27.84412493929267, "load_ms": 3.773791017010808, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.670207994058728, "ttft_ms": 29.670207994058728, "decode_ms": 143.7016249401495}, "total_wall_ms": 182.37879208754748, "ttft_ms": 29.670207994058728, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2240102400, "backend_memory": {"mlx_active_bytes": 13143954440, "mlx_peak_bytes": 13269381533, "mlx_cache_bytes": 11544169101, "process_rss_bytes": 2240102400}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13269381533, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6b3604bfb7e08526916c8c4d76e7c362ae431533f86f566c3fa229f6873e50a6", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "22c18d61d23b5105d1586bef", "attempt_id": "1448e41bd1e7", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:53.154013Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12937122824}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 73550592, "serialized_payload_bytes": 73584852, "side_information_bytes": 34260, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 33.073208993300796, "doc_prefill_ms": 960.465915966779, "compress_ms": 11.455125059001148, "serialize_ms": 21.230833954177797, "load_ms": 2.669916022568941, "receiver_prefill_ms": 0.0, "query_prefill_ms": 29.09162500873208, "ttft_ms": 29.09162500873208, "decode_ms": 733.8583330856636}, "total_wall_ms": 770.6192079931498, "ttft_ms": 29.09162500873208, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2312208384, "backend_memory": {"mlx_active_bytes": 13014127624, "mlx_peak_bytes": 13126273764, "mlx_cache_bytes": 11907011469, "process_rss_bytes": 2312208384}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13126273764, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n9  the the the\n theasas theas is the the thea the the the the the theas the the the the the the the the the the the the the the the the the the the the the the the the", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "33fdc997e13a5710a0e094739fdb451edcce168b363afc550292cc51260ccea2", "output_hash": "f33ea90ac6836bdcfd65723321ce25541dfe3f8daaf04177db85e9767a18d3b1"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "867070f97347f63d4b6f2c4c", "attempt_id": "b27c5f8de6a9", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:53.985044Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12912055304}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 49033728, "serialized_payload_bytes": 49067828, "side_information_bytes": 34100, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 31.189875095151365, "doc_prefill_ms": 960.465915966779, "compress_ms": 12.372790952213109, "serialize_ms": 18.44166696537286, "load_ms": 2.3979160469025373, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.68787501938641, "ttft_ms": 28.68787501938641, "decode_ms": 722.531667095609}, "total_wall_ms": 758.6727499729022, "ttft_ms": 28.68787501938641, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2361769984, "backend_memory": {"mlx_active_bytes": 12965696520, "mlx_peak_bytes": 13069482092, "mlx_cache_bytes": 12119630829, "process_rss_bytes": 2361769984}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13069482092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": ", nameلاs,\n the the   her, her the only of the the and the of the of the the of the of the the of the the the of the of the of the of the the of the of the of", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "eee24b9f666ed2e21a3dbc5f908a13f0820c876ca1c391bfb9880aa061326187", "output_hash": "89c781af0710c7ecee26df72603671ce2e84962b13117c5ff48d742b673d1bc4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cc9da9fc234009ccc6fedf6f", "attempt_id": "8bdf9506a747", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:54.806124Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12992566280}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 7094, "keep": 3547, "compress_ms": 11.377167073078454}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 130756608, "serialized_payload_bytes": 130772846, "side_information_bytes": 16238, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 31.912083039060235, "doc_prefill_ms": 960.465915966779, "compress_ms": 11.414417065680027, "serialize_ms": 20.318457973189652, "load_ms": 1.5703749377280474, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.93912501633167, "ttft_ms": 33.93912501633167, "decode_ms": 44.02266698889434}, "total_wall_ms": 84.66095803305507, "ttft_ms": 33.93912501633167, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 2359558144, "backend_memory": {"mlx_active_bytes": 13125866504, "mlx_peak_bytes": 13186766040, "mlx_cache_bytes": 12126114501, "process_rss_bytes": 2359558144}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13186766040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Merlin Holland", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "86eb173f89d9ad7da23d78d1ac8f39509f917ec986fc4663ca6b32b8a6b5fec4", "output_hash": "9c3dea8ac974e1eaa9bdb8ff105e549610892f9ad071d8c67c03bb5375277ff3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "485795f16374a72c6fb20df1", "attempt_id": "fa7ad0a35e8f", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:54.947879Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12927685640}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 7094, "keep": 1774, "compress_ms": 8.255082997493446}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 65396736, "serialized_payload_bytes": 65412928, "side_information_bytes": 16192, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 26.582624996080995, "doc_prefill_ms": 960.465915966779, "compress_ms": 8.29012505710125, "serialize_ms": 18.090875004418194, "load_ms": 1.662875059992075, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.991750018671155, "ttft_ms": 24.991750018671155, "decode_ms": 42.673790943808854}, "total_wall_ms": 74.44566709455103, "ttft_ms": 24.991750018671155, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 2374549504, "backend_memory": {"mlx_active_bytes": 12994925576, "mlx_peak_bytes": 13043356888, "mlx_cache_bytes": 12257055429, "process_rss_bytes": 2374549504}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13043356888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Merlin Holland", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "30e4d4c88684cdb0525f9d64f0baed9c02b8c105987b708bcbcc98f44a29cda7", "output_hash": "9c3dea8ac974e1eaa9bdb8ff105e549610892f9ad071d8c67c03bb5375277ff3"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4c0fb3352c12107ef1e51416", "attempt_id": "024f2f5662d6", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:55.159023Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12894655496}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 7094, "keep": 887, "compress_ms": 7.500750012695789}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 32698368, "serialized_payload_bytes": 32714321, "side_information_bytes": 15953, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 107.6496250461787, "doc_prefill_ms": 960.465915966779, "compress_ms": 7.538792095147073, "serialize_ms": 99.90820905659348, "load_ms": 1.2187500251457095, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.944416988641024, "ttft_ms": 20.944416988641024, "decode_ms": 83.26916699297726}, "total_wall_ms": 110.93966697808355, "ttft_ms": 20.944416988641024, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2411872256, "backend_memory": {"mlx_active_bytes": 12930339848, "mlx_peak_bytes": 12971218136, "mlx_cache_bytes": 12357030597, "process_rss_bytes": 2411872256}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 12971218136, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Princess Elizabeth of Great Britain", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cd4b02dcd084bed93d4f484879ab6c3d395e1a6db4ff152068666e15fab7ce12", "output_hash": "c1037efc1ac31a651ce5e583a0a686c3fe46b65958fc6413aac01e33d089540e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9365736969a4c085638f3876", "attempt_id": "0527446c24f2", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:55.324820Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12927685640}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 7094, "keep": 1774, "compress_ms": 8.572624996304512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 65396736, "serialized_payload_bytes": 65412923, "side_information_bytes": 16187, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 25.871832971461117, "doc_prefill_ms": 960.465915966779, "compress_ms": 8.60800000373274, "serialize_ms": 17.07270904444158, "load_ms": 1.3596249045804143, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.000124936923385, "ttft_ms": 25.000124936923385, "decode_ms": 668.0136669892818}, "total_wall_ms": 699.5954579906538, "ttft_ms": 25.000124936923385, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 2461417472, "backend_memory": {"mlx_active_bytes": 12997284872, "mlx_peak_bytes": 13043356888, "mlx_cache_bytes": 12462609093, "process_rss_bytes": 2461417472}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13043356888, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\nunknown.\n", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4bf89425e54c87edb93127f228ccc317f65f184534a17c163b9d220eb2bee749", "output_hash": "ba20da43c4a4fe58a6c6b0656898e816fc5c2ab9c523edd63095fd3e0f90c327"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7bc9fc7ffb5c50b45cbf570e", "attempt_id": "3220ac306cd3", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:56.057226Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12861625352}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 7094, "keep": 3547, "window_tokens": 38, "compress_ms": 76.50091696996242}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 130756608, "serialized_payload_bytes": 130772885, "side_information_bytes": 16277, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 114.12770801689476, "doc_prefill_ms": 960.465915966779, "compress_ms": 81.72150002792478, "serialize_ms": 32.15291607193649, "load_ms": 1.4171249931678176, "receiver_prefill_ms": 0.0, "query_prefill_ms": 34.05612497590482, "ttft_ms": 34.05612497590482, "decode_ms": 135.4545830981806}, "total_wall_ms": 290.15166696626693, "ttft_ms": 34.05612497590482, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2529083392, "backend_memory": {"mlx_active_bytes": 13125866504, "mlx_peak_bytes": 13186208984, "mlx_cache_bytes": 12607443789, "process_rss_bytes": 2529083392}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13186208984, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e47231a04df6d351c371c538688db96bdf9fea512b81b0490aacaace893ceeed", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "17e0cdb626a4ace1d7006f46", "attempt_id": "624026a9c181", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:56.377633Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12861625352}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 7094, "keep": 1774, "window_tokens": 38, "compress_ms": 69.17625002097338}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 65396736, "serialized_payload_bytes": 65412968, "side_information_bytes": 16232, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 87.94620807748288, "doc_prefill_ms": 960.465915966779, "compress_ms": 74.3080829270184, "serialize_ms": 13.38662498164922, "load_ms": 1.175665995106101, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.494584067724645, "ttft_ms": 24.494584067724645, "decode_ms": 129.43604192696512}, "total_wall_ms": 248.3104170532897, "ttft_ms": 24.494584067724645, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2530033664, "backend_memory": {"mlx_active_bytes": 12994925576, "mlx_peak_bytes": 13042586840, "mlx_cache_bytes": 12738413101, "process_rss_bytes": 2530033664}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13042586840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3a0071deb8ce2a946dab20308d3149b27244e9e42397e7b72a38d71cb62b4336", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1af50fd82e832fe2f03eb1e4", "attempt_id": "515b5637462d", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:56.655711Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12861625352}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 7094, "keep": 887, "window_tokens": 38, "compress_ms": 66.72775000333786}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 32698368, "serialized_payload_bytes": 32714361, "side_information_bytes": 15993, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 80.60687500983477, "doc_prefill_ms": 960.465915966779, "compress_ms": 71.708417031914, "serialize_ms": 8.643749984912574, "load_ms": 1.0958750499412417, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.532708032988012, "ttft_ms": 20.532708032988012, "decode_ms": 125.5705839721486}, "total_wall_ms": 236.78825004026294, "ttft_ms": 20.532708032988012, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2530344960, "backend_memory": {"mlx_active_bytes": 12930044936, "mlx_peak_bytes": 12970071256, "mlx_cache_bytes": 12803293741, "process_rss_bytes": 2530344960}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 12970071256, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "13c2492841cf5160fcb59cbacf7774b50fddbeda0eae9828142a3764d30b1c85", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4b5bf4f1aff519fa30508acd", "attempt_id": "43f5ce501601", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:56.993783Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12927685640}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 7094, "keep": 1774, "window_tokens": 19, "compress_ms": 61.025834060274065}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 65396736, "serialized_payload_bytes": 65412969, "side_information_bytes": 16233, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 71.966459043324, "doc_prefill_ms": 960.465915966779, "compress_ms": 61.16166594438255, "serialize_ms": 10.631707962602377, "load_ms": 1.397542073391378, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.325333001092076, "ttft_ms": 25.325333001092076, "decode_ms": 128.42612492386252}, "total_wall_ms": 160.05679103545845, "ttft_ms": 25.325333001092076, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2532196352, "backend_memory": {"mlx_active_bytes": 12994925576, "mlx_peak_bytes": 13042586840, "mlx_cache_bytes": 12756425261, "process_rss_bytes": 2532196352}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13042586840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a438ee301291d111004d13bc30d7b35d9de6339285f7ce07e7be2fb502587e35", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "76e7c2a74c8c581186007fa5", "attempt_id": "92d106099972", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:57.183311Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12861625352}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 7094, "keep": 1774, "window_tokens": 38, "compress_ms": 69.54579195007682}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 65396736, "serialized_payload_bytes": 65412870, "side_information_bytes": 16134, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 87.93183299712837, "doc_prefill_ms": 960.465915966779, "compress_ms": 74.5078339241445, "serialize_ms": 13.18662497214973, "load_ms": 1.581749995239079, "receiver_prefill_ms": 0.0, "query_prefill_ms": 392.3821250209585, "ttft_ms": 392.3821250209585, "decode_ms": 126.34766602423042}, "total_wall_ms": 613.495499943383, "ttft_ms": 392.3821250209585, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2601598976, "backend_memory": {"mlx_active_bytes": 12995941384, "mlx_peak_bytes": 13093033924, "mlx_cache_bytes": 13189241693, "process_rss_bytes": 2601598976}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13093033924, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "081ff64ed8f3ebf65389a92dd2955267af898c7844979bec0aacccd604732857", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d718837a3dcc00d2bb8b7b27", "attempt_id": "8b274b1ddf56", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:57.825198Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12861625352}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 7094, "keep": 1774, "window_tokens": 38, "compress_ms": 69.19316609855741, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7054, "source_tokens_receiver": 7054, "query_tokens": 38, "message_tokens": 7094, "message_utf8_bytes": 29113, "cache_tensor_bytes": 34742016, "serialized_payload_bytes": 34776359, "side_information_bytes": 34343, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 208.9796249056235, "doc_prefill_ms": 960.465915966779, "compress_ms": 82.23620895296335, "serialize_ms": 126.25737499911338, "load_ms": 1.7516659572720528, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.44674998614937, "ttft_ms": 20.44674998614937, "decode_ms": 133.36466695182025}, "total_wall_ms": 370.01483293715864, "ttft_ms": 20.44674998614937, "input_usage": {"receiver_prefix_tokens": 7094, "dense_cache_bytes": 261513216, "query_tokens": 38}, "output_usage": {"output_tokens": 9}, "provider_cached_usage": null, "process_memory": 2661220352, "backend_memory": {"mlx_active_bytes": 12933009720, "mlx_peak_bytes": 12991348996, "mlx_cache_bytes": 13297036525, "process_rss_bytes": 2661220352}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 12991348996, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Albina du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "44f39fda4e8798c9c42ccb891ceee8f669eedacbde0766864e155a0de2918762", "output_hash": "8146c431fdb44f172846116d0a53f66bc1fa925e3511e83e2d09c333c49648eb"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3bccb646366f26c23c717158", "attempt_id": "0a221cae6297", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:58.307049Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 89, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.007458031177520752, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.4841250339523, "ttft_ms": 13.911457965150476, "decode_ms": 28.006625012494624}, "total_wall_ms": 115.05566700361669, "ttft_ms": 13.911457965150476, "input_usage": {"receiver_prompt_tokens": 89}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 1649065984, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12686906820, "mlx_cache_bytes": 354878136, "process_rss_bytes": 1649065984}, "peak_prefill_memory": null, "peak_decode_memory": 12686906820, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Saint Elizabeth", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b4a849a1f07c8b92cfcc965457750349f63890291a966f90eea9d6bc1d523737"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7de7fa07e2d752e945b91125", "attempt_id": "3cba63038653", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:58.473284Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 6969, "message_tokens": 6869, "message_utf8_bytes": 29113, "cache_tensor_bytes": null, "serialized_payload_bytes": 29113, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.0100000761449337, "decode_payload_ms": 0.0, "receiver_prefill_ms": 881.2151659512892, "ttft_ms": 15.355541021563113, "decode_ms": 46.439124969765544}, "total_wall_ms": 952.2499589947984, "ttft_ms": 15.355541021563113, "input_usage": {"receiver_prompt_tokens": 6969}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1649098752, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13848319040, "mlx_cache_bytes": 3412640440, "process_rss_bytes": 1649098752}, "peak_prefill_memory": null, "peak_decode_memory": 13848319040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c2a77d0dc7cda738205134db", "attempt_id": "0852e59f9f65", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:59.456816Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 6869}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 236, "message_tokens": 131, "message_utf8_bytes": 458, "cache_tensor_bytes": null, "serialized_payload_bytes": 458, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.258207976818085, "decode_payload_ms": 0.0, "receiver_prefill_ms": 36.18850000202656, "ttft_ms": 13.85462493635714, "decode_ms": 97.09141706116498}, "total_wall_ms": 147.99466694239527, "ttft_ms": 13.85462493635714, "input_usage": {"receiver_prompt_tokens": 236}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1649164288, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12763453444, "mlx_cache_bytes": 3553592932, "process_rss_bytes": 1649164288}, "peak_prefill_memory": null, "peak_decode_memory": 12763453444, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Jim Ramel Kjellgren", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a8c7011ddb5461684d57834662f21c090c4862aae2a1ed616ca48693dfef74b3", "output_hash": "2c5acbfb8bf50aa40f7b5412fb902790f1598d2f96eb0e9f81070cafdd2c67ef"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b3837764839fd3f720101b97", "attempt_id": "e886309f5de2", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:59.638001Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 6869}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 621, "message_tokens": 516, "message_utf8_bytes": 1993, "cache_tensor_bytes": null, "serialized_payload_bytes": 1993, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.646542016416788, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.46987510472536, "ttft_ms": 13.856334029696882, "decode_ms": 13.604832929559052}, "total_wall_ms": 106.26787506043911, "ttft_ms": 13.856334029696882, "input_usage": {"receiver_prompt_tokens": 621}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1649262592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13042163208, "mlx_cache_bytes": 4011675668, "process_rss_bytes": 1649262592}, "peak_prefill_memory": null, "peak_decode_memory": 13042163208, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e236504823d2c949ee79b0a3cb96abac2e555ed7a415bac44250eeea7978ef65", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "79d3d7d45d148adb18c47b5c", "attempt_id": "ba898cac24f7", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:59.784272Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 228, "message_tokens": 128, "message_utf8_bytes": 474, "cache_tensor_bytes": null, "serialized_payload_bytes": 474, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 11.926332954317331, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.720332991331816, "ttft_ms": 14.169374946504831, "decode_ms": 13.714000000618398}, "total_wall_ms": 64.36491606291384, "ttft_ms": 14.169374946504831, "input_usage": {"receiver_prompt_tokens": 228}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1649262592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12759111684, "mlx_cache_bytes": 4139307028, "process_rss_bytes": 1649262592}, "peak_prefill_memory": null, "peak_decode_memory": 12759111684, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7e513ac90036a111411071fe031eb7bafc0a95d2d0b7d56b5b1d7011c323a97a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "efbabe97de6af72e213e30f5", "attempt_id": "997673c4f36a", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:26:59.885865Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 608, "message_tokens": 508, "message_utf8_bytes": 2041, "cache_tensor_bytes": null, "serialized_payload_bytes": 2041, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.865583037026227, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.14154096134007, "ttft_ms": 13.839666033163667, "decode_ms": 14.590834034606814}, "total_wall_ms": 104.88374996930361, "ttft_ms": 13.839666033163667, "input_usage": {"receiver_prompt_tokens": 608}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1649262592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13034528264, "mlx_cache_bytes": 4501458964, "process_rss_bytes": 1649262592}, "peak_prefill_memory": null, "peak_decode_memory": 13034528264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1e30eec066f8218bbbfb0e666dc8d7b171955d420a051d41bc6963b36da20dfe", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0b5c181a015d256016e00b07", "attempt_id": "4fcff2d58c98", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:00.018824Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 502, "n_sentences": 17}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 602, "message_tokens": 502, "message_utf8_bytes": 2084, "cache_tensor_bytes": null, "serialized_payload_bytes": 2084, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.268666052259505, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.36483404692262, "ttft_ms": 13.830624986439943, "decode_ms": 83.06816697586328}, "total_wall_ms": 175.81816599704325, "ttft_ms": 13.830624986439943, "input_usage": {"receiver_prompt_tokens": 602}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1649262592, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13042753032, "mlx_cache_bytes": 4804694036, "process_rss_bytes": 1649262592}, "peak_prefill_memory": null, "peak_decode_memory": 13042753032, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Du Boisrouvray", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f036ffaa51b99cae75367318c5d5d21d88660cc69bc7c58b8e9bbfe792d1e513", "output_hash": "e608a61c9994c18419f7d9f49e7904f181add1f5ec5be5364a320fce9cc76149"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9675d42f0f7f12252967a623", "attempt_id": "26a949564ec9", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:03.207643Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 232, "message_tokens": 128, "message_utf8_bytes": 523, "cache_tensor_bytes": null, "serialized_payload_bytes": 523, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2984.5717499265447, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.170999937690794, "ttft_ms": 13.855082914233208, "decode_ms": 13.496542000211775}, "total_wall_ms": 63.40958294458687, "ttft_ms": 13.855082914233208, "input_usage": {"receiver_prompt_tokens": 232, "sender_input_tokens": 7004, "sender_output_tokens": 128, "sender_prefill_ms": 994.9002079665661, "sender_ttft_ms": 15.654457965865731, "sender_decode_ms": 1968.8120420323685}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1649295360, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12765419524, "mlx_cache_bytes": 5263609876, "process_rss_bytes": 1649295360}, "peak_prefill_memory": null, "peak_decode_memory": 12765419524, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Elizabeth", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8589788471fd952bb16ff94b02f43670928f386462caae95c8d1c4bc717ea061", "output_hash": "248715109e6a2d0c23343a5dda82be162326e4715ec69bb8f24755848739d910"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cfd7882050d3ffb44e9b2772", "attempt_id": "7119ca7c34e8", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:12.335753Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 616, "message_tokens": 512, "message_utf8_bytes": 1864, "cache_tensor_bytes": null, "serialized_payload_bytes": 1864, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9035.835665999912, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.12220801133662, "ttft_ms": 13.819250045344234, "decode_ms": 96.64245799649507}, "total_wall_ms": 189.91762504447252, "ttft_ms": 13.819250045344234, "input_usage": {"receiver_prompt_tokens": 616, "sender_input_tokens": 7004, "sender_output_tokens": 512, "sender_prefill_ms": 1106.3857909757644, "sender_ttft_ms": 16.647542011924088, "sender_decode_ms": 7907.262125052512}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1649328128, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13039656456, "mlx_cache_bytes": 7234097172, "process_rss_bytes": 1649328128}, "peak_prefill_memory": null, "peak_decode_memory": 13039656456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Jim Ramel Kjellgren", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d07b954037637efaf22a817ff0016c88ebdc869ef675df132ce4baf196e8883f", "output_hash": "2c5acbfb8bf50aa40f7b5412fb902790f1598d2f96eb0e9f81070cafdd2c67ef"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a1ea2f1a5c708312e64e5973", "attempt_id": "c104b0c0f0ce", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:12.552670Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 537, "message_tokens": 434, "message_utf8_bytes": 1801, "cache_tensor_bytes": null, "serialized_payload_bytes": 1801, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7937.462665955536, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.39991705864668, "ttft_ms": 13.904666993767023, "decode_ms": 13.907416956499219}, "total_wall_ms": 8038.738791947253, "ttft_ms": 13.904666993767023, "input_usage": {"receiver_prompt_tokens": 537, "sender_input_tokens": 7002, "sender_output_tokens": 434, "sender_prefill_ms": 1231.3601670321077, "sender_ttft_ms": 16.592125059105456, "sender_decode_ms": 6684.801290975884}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1649360896, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12992978440, "mlx_cache_bytes": 7708069908, "process_rss_bytes": 1649360896}, "peak_prefill_memory": null, "peak_decode_memory": 12992978440, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8dd44aac42e1b44fa48f0b0fc0c284ddcd2f428451169fc514414d5115d30959", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "47786c07f68fa1458a328330", "attempt_id": "0aec5eef9fbb", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:23.888068Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 3, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 214, "message_tokens": 100, "message_utf8_bytes": 303, "cache_tensor_bytes": null, "serialized_payload_bytes": 303, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3270.0052910950035, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.530833014287055, "ttft_ms": 13.388292049057782, "decode_ms": 13.577791978605092}, "total_wall_ms": 62.258500023745, "ttft_ms": 13.388292049057782, "input_usage": {"receiver_prompt_tokens": 214, "sender_input_tokens": 7034, "sender_output_tokens": 128, "sender_prefill_ms": 1317.7653750171885, "sender_ttft_ms": 16.59862499218434, "sender_decode_ms": 1930.4710839642212}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1649360896, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12750297092, "mlx_cache_bytes": 8169836564, "process_rss_bytes": 1649360896}, "peak_prefill_memory": null, "peak_decode_memory": 12750297092, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 3, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7bf16616c932d0bf0088568a246480c633422be04e93da60280cbf2e37819ed5", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "06135427c346ac2298ad1fd3", "attempt_id": "bfb02618f5fd", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:33.249029Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 13, "unresolved_quotes": 11, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 513, "message_tokens": 399, "message_utf8_bytes": 1283, "cache_tensor_bytes": null, "serialized_payload_bytes": 1283, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9268.417624989524, "decode_payload_ms": 0.0, "receiver_prefill_ms": 55.355333955958486, "ttft_ms": 14.831417007371783, "decode_ms": 14.367416966706514}, "total_wall_ms": 85.82154207397252, "ttft_ms": 14.831417007371783, "input_usage": {"receiver_prompt_tokens": 513, "sender_input_tokens": 7034, "sender_output_tokens": 512, "sender_prefill_ms": 1240.9238750115037, "sender_ttft_ms": 16.87262498307973, "sender_decode_ms": 8005.52154192701}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1649590272, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12938173500, "mlx_cache_bytes": 8370114580, "process_rss_bytes": 1649590272}, "peak_prefill_memory": null, "peak_decode_memory": 12938173500, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 13, "unresolved_quotes": 11, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0745d5c67d49b5f0500b133cf1ea071720465e6e959817fb282e95c822557053", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "eaa7316df96ab8cdb1350eb2", "attempt_id": "680c77ee0ecc", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:33.364513Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 362, "message_tokens": 247, "message_utf8_bytes": 765, "cache_tensor_bytes": null, "serialized_payload_bytes": 765, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9453.33175000269, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.462875006720424, "ttft_ms": 13.642458012327552, "decode_ms": 88.09537498746067}, "total_wall_ms": 9610.329832998104, "ttft_ms": 13.642458012327552, "input_usage": {"receiver_prompt_tokens": 362, "sender_input_tokens": 7045, "sender_output_tokens": 512, "sender_prefill_ms": 1458.0436249962077, "sender_ttft_ms": 17.135208006948233, "sender_decode_ms": 7972.5546250119805}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1649606656, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12864035928, "mlx_cache_bytes": 8923598868, "process_rss_bytes": 1649606656}, "peak_prefill_memory": null, "peak_decode_memory": 12864035928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Constance Anne Herschel", "evidence_artifact": {"n_facts": 7, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "97f4947cc5c1d644a20174c8f7eaec1c402a0c3f764d08ed8f862111dfa630e3", "output_hash": "96aaba755fde0b91f7f049b8df4c2eb4631698dbb1ce00f4b6a474d4202f1372"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bddb9abd626c76bf1f06d99a", "attempt_id": "3572930bcdf7", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:43.003702Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 310, "message_tokens": 210, "message_utf8_bytes": 183, "cache_tensor_bytes": null, "serialized_payload_bytes": 183, "side_information_bytes": 0, "fetched_bytes": 502, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02316699828952551, "decode_payload_ms": 0.0, "receiver_prefill_ms": 51.09895800705999, "ttft_ms": 13.922874932177365, "decode_ms": 13.635249924845994}, "total_wall_ms": 79.77645797654986, "ttft_ms": 13.922874932177365, "input_usage": {"receiver_prompt_tokens": 310, "sender_input_tokens": 7034, "sender_output_tokens": 512, "sender_prefill_ms": 1240.9238750115037, "sender_ttft_ms": 16.87262498307973, "sender_decode_ms": 8005.52154192701}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1649623040, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12833397848, "mlx_cache_bytes": 9024491540, "process_rss_bytes": 1649623040}, "peak_prefill_memory": null, "peak_decode_memory": 12833397848, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 2, "fetched_bytes": 502, "retrieved_refs": 2}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "de514672fbc69f6d471184d5a79801c178f558814b01c8d88e4713776e44aea4", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9d61b3d4b81d56a7fce5ea58", "attempt_id": "fe305513a0c0", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:43.113211Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 2.2526307644692047}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 6969, "message_tokens": 6869, "message_utf8_bytes": 29113, "cache_tensor_bytes": null, "serialized_payload_bytes": 12924, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.1455000601708889, "decode_payload_ms": 0.03462505992501974, "receiver_prefill_ms": 1370.8571250317618, "ttft_ms": 16.749041969887912, "decode_ms": 48.83587500080466}, "total_wall_ms": 1446.9994170358405, "ttft_ms": 16.749041969887912, "input_usage": {"receiver_prompt_tokens": 6969}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1649704960, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13848319040, "mlx_cache_bytes": 9024491540, "process_rss_bytes": 1649704960}, "peak_prefill_memory": null, "peak_decode_memory": 13848319040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "03abdcdad82b6d1f9670ae3b", "attempt_id": "d96ff0578fc0", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:45.262383Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.0745377784248071, "origin_tokens": 6879, "compressed_tokens": 588, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 687, "message_tokens": 587, "message_utf8_bytes": 2002, "cache_tensor_bytes": null, "serialized_payload_bytes": 2002, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 671.5790000744164, "decode_payload_ms": 0.0, "receiver_prefill_ms": 106.64770798757672, "ttft_ms": 14.369374956004322, "decode_ms": 14.380958979018033}, "total_wall_ms": 136.71549991704524, "ttft_ms": 14.369374956004322, "input_usage": {"receiver_prompt_tokens": 687}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 1650032640, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13080518416, "mlx_cache_bytes": 9408568012, "process_rss_bytes": 1650032640}, "peak_prefill_memory": null, "peak_decode_memory": 13080518416, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Elizabeth", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ad8b9b45f9a103ba49b3c0642130c546ead09418f96e1240f07619ac26be5b54", "output_hash": "248715109e6a2d0c23343a5dda82be162326e4715ec69bb8f24755848739d910"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7143ecb374fbcbbdac8ec30c", "attempt_id": "0a954c4d0e03", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:46.813857Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 14214943752}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 794787840, "serialized_payload_bytes": 794800888, "side_information_bytes": 13048, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1386.9417500682175, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 12.644208036363125, "serialize_ms": 131.7218749318272, "load_ms": 13.196125044487417, "receiver_prefill_ms": 0.0, "query_prefill_ms": 50.635082996450365, "ttft_ms": 50.635082996450365, "decode_ms": 18.950416008010507}, "total_wall_ms": 87.27737504523247, "ttft_ms": 50.635082996450365, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3240345600, "backend_memory": {"mlx_active_bytes": 15015007240, "mlx_peak_bytes": 15203931348, "mlx_cache_bytes": 9889930245, "process_rss_bytes": 3240345600}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 15203931348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Elizabeth", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9f7810129e3cd21e54a76d2dd9995e40f3a993f16d91233ccfc152cfcdf55683", "output_hash": "248715109e6a2d0c23343a5dda82be162326e4715ec69bb8f24755848739d910"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "02adba071874bc2f8e31e1da", "attempt_id": "b181563497d8", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:47.120455Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 14214943752}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "93ca068114d26064", "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 794787840, "serialized_payload_bytes": 794800916, "side_information_bytes": 13076, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 190.72433293331414, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 3.237833036109805, "serialize_ms": 187.31945799663663, "load_ms": 92.04929193947464, "receiver_prefill_ms": 0.0, "query_prefill_ms": 46.61291604861617, "ttft_ms": 46.61291604861617, "decode_ms": 17.38883403595537}, "total_wall_ms": 160.9370830701664, "ttft_ms": 46.61291604861617, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 4030644224, "backend_memory": {"mlx_active_bytes": 15015007240, "mlx_peak_bytes": 15203931348, "mlx_cache_bytes": 9889930245, "process_rss_bytes": 4030644224}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 15203931348, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Elizabeth", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9dcfe18f6dd3f2fc96493aaeaf343638af6ee52b15f97f1314d242db8c763385", "output_hash": "248715109e6a2d0c23343a5dda82be162326e4715ec69bb8f24755848739d910"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "591b16de54bf55b056c45cd8", "attempt_id": "a6acdb2431a2", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:47.417941Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13844042760}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 422231040, "serialized_payload_bytes": 422258396, "side_information_bytes": 27356, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 107.34583402518183, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 21.777499932795763, "serialize_ms": 85.25258407462388, "load_ms": 8.08245805092156, "receiver_prefill_ms": 0.0, "query_prefill_ms": 98.39729196392, "ttft_ms": 98.39729196392, "decode_ms": 59.999375022016466}, "total_wall_ms": 171.04587494395673, "ttft_ms": 98.39729196392, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 4206215168, "backend_memory": {"mlx_active_bytes": 14269764616, "mlx_peak_bytes": 14460664812, "mlx_cache_bytes": 12057630213, "process_rss_bytes": 4206215168}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 14460664812, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "401eeb9afbaeebce7397dfa76ec5a455383498dfb0fcef67acf926e86e842a2f", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "aab5395c5a6cf256d8bc3ef8", "attempt_id": "c661b37613ec", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:48.440581Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13644256264}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 223534080, "serialized_payload_bytes": 223561370, "side_information_bytes": 27290, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 823.9878750173375, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 266.75133302342147, "serialize_ms": 556.9119999418035, "load_ms": 38.75770908780396, "receiver_prefill_ms": 0.0, "query_prefill_ms": 152.4610830238089, "ttft_ms": 152.4610830238089, "decode_ms": 106.89345898572356}, "total_wall_ms": 302.8335829731077, "ttft_ms": 152.4610830238089, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 4327096320, "backend_memory": {"mlx_active_bytes": 13870486536, "mlx_peak_bytes": 14018870252, "mlx_cache_bytes": 13105475717, "process_rss_bytes": 4327096320}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 14018870252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a21a586db58538d79b076155101993481ce0b4d8e3d4addb52518eb64f313af0", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "15a4f33cdb7d73c4f4c4a714", "attempt_id": "bbc031250164", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:49.471046Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13570855944}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 149022720, "serialized_payload_bytes": 149049842, "side_information_bytes": 27122, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 698.2282920507714, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 661.4152080146596, "serialize_ms": 36.50399995967746, "load_ms": 4.340833052992821, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.84158297255635, "ttft_ms": 36.84158297255635, "decode_ms": 15.815624967217445}, "total_wall_ms": 61.66245799977332, "ttft_ms": 36.84158297255635, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 3354427392, "backend_memory": {"mlx_active_bytes": 13722244104, "mlx_peak_bytes": 13854640521, "mlx_cache_bytes": 13594404037, "process_rss_bytes": 3354427392}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 13854640521, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3b512586b809e830ca89bf5dae3a2f6f8b53205772ce2d49d7bea959df736a13", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a8855a84f858ba61b7a24129", "attempt_id": "1b1f8e723dd8", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:49.906290Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13817664520}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 6930, "keep": 3465, "compress_ms": 41.72437509987503}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 397393920, "serialized_payload_bytes": 397407072, "side_information_bytes": 13152, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 345.8789170254022, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 41.76608310081065, "serialize_ms": 303.9267909480259, "load_ms": 2.5976250180974603, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.881374936550856, "ttft_ms": 32.881374936550856, "decode_ms": 118.37729101534933}, "total_wall_ms": 158.51987502537668, "ttft_ms": 32.881374936550856, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 3070230528, "backend_memory": {"mlx_active_bytes": 14220448776, "mlx_peak_bytes": 14323832020, "mlx_cache_bytes": 13987456197, "process_rss_bytes": 3070230528}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 14323832020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c6c70a16ca66457bc859fdaacfe7bada0a1d521c7bcc79f8c29126bf7219b8c5", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "864ec284b8bf81fb42e3ac52", "attempt_id": "87d5ae0e4b72", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:50.777434Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13618566152}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 6930, "keep": 1732, "compress_ms": 23.370458045974374}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 198639616, "serialized_payload_bytes": 198652741, "side_information_bytes": 13125, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 674.7047909302637, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 23.412749986164272, "serialize_ms": 651.0902090230957, "load_ms": 1.9004580099135637, "receiver_prefill_ms": 0.0, "query_prefill_ms": 32.10325003601611, "ttft_ms": 32.10325003601611, "decode_ms": 45.24345800746232}, "total_wall_ms": 84.15037498343736, "ttft_ms": 32.10325003601611, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1458307072, "backend_memory": {"mlx_active_bytes": 13822252040, "mlx_peak_bytes": 13886133452, "mlx_cache_bytes": 14632999653, "process_rss_bytes": 1458307072}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 13886133452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "467a59e1068ed30b57edb6ade799f3f8bc66c756751d119f1573e18441a64f3b", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c62ea7a3f4073c5990d226a4", "attempt_id": "d8ec606be39d", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:50.921069Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13519475720}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 6930, "keep": 866, "compress_ms": 6.433874950744212}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 99319808, "serialized_payload_bytes": 99332704, "side_information_bytes": 12896, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 30.249082949012518, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 6.464333040639758, "serialize_ms": 23.598541039973497, "load_ms": 1.3549580471590161, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.944541902281344, "ttft_ms": 20.944541902281344, "decode_ms": 86.96195809170604}, "total_wall_ms": 113.83645795285702, "ttft_ms": 20.944541902281344, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 1482489856, "backend_memory": {"mlx_active_bytes": 13624071176, "mlx_peak_bytes": 13677040852, "mlx_cache_bytes": 14939511525, "process_rss_bytes": 1482489856}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 13677040852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Princess Elizabeth of Great Britain", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1a4ff944ca28f2322281dc9aa19e29e651bfd17f3a390bc39e976db7d2723613", "output_hash": "c1037efc1ac31a651ce5e583a0a686c3fe46b65958fc6413aac01e33d089540e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f1145d7c37a69a49ec2083cd", "attempt_id": "cfb2638fb04b", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:51.114573Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13618566152}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 6930, "keep": 1732, "compress_ms": 7.61562492698431}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 198639616, "serialized_payload_bytes": 198652734, "side_information_bytes": 13118, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 53.630540962331, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 7.644208031706512, "serialize_ms": 45.81679101102054, "load_ms": 1.8262079684063792, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.3310829391703, "ttft_ms": 24.3310829391703, "decode_ms": 737.6874579349533}, "total_wall_ms": 768.5176250524819, "ttft_ms": 24.3310829391703, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1880457216, "backend_memory": {"mlx_active_bytes": 13827757064, "mlx_peak_bytes": 13886133452, "mlx_cache_bytes": 15084362469, "process_rss_bytes": 1880457216}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 13886133452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "````````````````````````````````````````````````````````````````````````````````````````````````", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "959415ef0b3bbc7a3b620ff51b16c4e1193ed33922795c4397538644e2fd53f9", "output_hash": "7373d4c8832f748a753067d5abc1569f8c8ce7a4c9fb68ecf3fe8592c97e8709"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "4cb89b36ad82468d5b137ea5", "attempt_id": "c900236754f7", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:51.908955Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 6930, "keep": 3465, "window_tokens": 39, "compress_ms": 213.9914999715984}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 397393920, "serialized_payload_bytes": 397407112, "side_information_bytes": 13192, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 320.6969579914585, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 218.33279205020517, "serialize_ms": 102.14091697707772, "load_ms": 6.115125026553869, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.04712495021522, "ttft_ms": 30.04712495021522, "decode_ms": 48.60320792067796}, "total_wall_ms": 410.1994999218732, "ttft_ms": 30.04712495021522, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 2317058048, "backend_memory": {"mlx_active_bytes": 14220448776, "mlx_peak_bytes": 14323832020, "mlx_cache_bytes": 15469697869, "process_rss_bytes": 2317058048}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 14323832020, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "96e6241d0a5f37bdae5331099bbb4b62cb6bdac2d867f0d4b75814af89985e8f", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d6b10dddec673e856ae80f00", "attempt_id": "89a616294108", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:52.349060Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 6930, "keep": 1732, "window_tokens": 39, "compress_ms": 95.08679201826453}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 198639616, "serialized_payload_bytes": 198652780, "side_information_bytes": 13164, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 136.74500002525747, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 99.52833305578679, "serialize_ms": 36.99825005605817, "load_ms": 2.3470000596717, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.19379197433591, "ttft_ms": 23.19379197433591, "decode_ms": 45.627458952367306}, "total_wall_ms": 212.61437505017966, "ttft_ms": 23.19379197433591, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 2311782400, "backend_memory": {"mlx_active_bytes": 13822252040, "mlx_peak_bytes": 13886133452, "mlx_cache_bytes": 15897598797, "process_rss_bytes": 2311782400}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 13886133452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6860b771bc65a3bbab4aabd1d412a05ecea91adc161e5d3f0ee022f5f9c1fdca", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a1b28904baf1bf87214593d9", "attempt_id": "f180d06d05d5", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:52.590504Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 6930, "keep": 866, "window_tokens": 39, "compress_ms": 84.04291700571775}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 99319808, "serialized_payload_bytes": 99332744, "side_information_bytes": 12936, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 111.788708018139, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 88.29279209021479, "serialize_ms": 23.29312509391457, "load_ms": 1.5306250425055623, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.5617089048028, "ttft_ms": 19.5617089048028, "decode_ms": 14.406375004909933}, "total_wall_ms": 152.11262495722622, "ttft_ms": 19.5617089048028, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 2313011200, "backend_memory": {"mlx_active_bytes": 13624071176, "mlx_peak_bytes": 13677040852, "mlx_cache_bytes": 16095779661, "process_rss_bytes": 2313011200}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 13677040852, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Elizabeth", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "cb011fc01cc816c0a945f342a56ff42a894d242165831971222d2308f8d92dc3", "output_hash": "248715109e6a2d0c23343a5dda82be162326e4715ec69bb8f24755848739d910"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "87d5f17002684b47d6147e24", "attempt_id": "50e6f6fca58e", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:52.880161Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13618566152}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 6930, "keep": 1732, "window_tokens": 19, "compress_ms": 81.7005418939516}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 198639616, "serialized_payload_bytes": 198652779, "side_information_bytes": 13163, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 110.17745896242559, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 81.83450007345527, "serialize_ms": 28.201833018101752, "load_ms": 2.073958981782198, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.758874973282218, "ttft_ms": 23.758874973282218, "decode_ms": 89.77366599719971}, "total_wall_ms": 120.35629106685519, "ttft_ms": 23.758874973282218, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 6}, "provider_cached_usage": null, "process_memory": 2322939904, "backend_memory": {"mlx_active_bytes": 13824087048, "mlx_peak_bytes": 13886133452, "mlx_cache_bytes": 15925156761, "process_rss_bytes": 2322939904}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 13886133452, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Princess Elizabeth of Great Britain", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "74a7a9ccdac8408e04e987c8d1b08ce27b24c1e8f1db2870250edb5669adaf84", "output_hash": "c1037efc1ac31a651ce5e583a0a686c3fe46b65958fc6413aac01e33d089540e"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "31c351ff935b40a1fc0137d4", "attempt_id": "76c19071269b", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:53.029725Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 6930, "keep": 1732, "window_tokens": 39, "compress_ms": 98.93979097250849}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 198639616, "serialized_payload_bytes": 198652700, "side_information_bytes": 13084, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 140.73816605377942, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 103.33441710099578, "serialize_ms": 37.19316702336073, "load_ms": 6.073250086046755, "receiver_prefill_ms": 0.0, "query_prefill_ms": 2092.15045790188, "ttft_ms": 2092.15045790188, "decode_ms": 85.75504203327}, "total_wall_ms": 2330.080082989298, "ttft_ms": 2092.15045790188, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1250344960, "backend_memory": {"mlx_active_bytes": 13822612488, "mlx_peak_bytes": 14105703728, "mlx_cache_bytes": 20422527605, "process_rss_bytes": 1250344960}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 14105703728, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "07abb66ace663fb19bbc5385e9c7b37f95ce4b5ae93eed83e287b4882f0cacd7", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "d05beb4be0eba19105bbf034", "attempt_id": "a7cffb04b346", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:55.388796Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "document_hash": "e663569797bf5f82102ce5228f1ff1e2e717770e92cc7e2ef81aca2832ddb573", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 6930, "keep": 1732, "window_tokens": 39, "compress_ms": 232.96850000042468, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 6869, "source_tokens_receiver": 6869, "query_tokens": 39, "message_tokens": 6930, "message_utf8_bytes": 29113, "cache_tensor_bytes": 105527296, "serialized_payload_bytes": 105554592, "side_information_bytes": 27296, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 278.19162502419204, "doc_prefill_ms": 1233.3991249324754, "compress_ms": 246.1982910754159, "serialize_ms": 31.62783302832395, "load_ms": 2.195166889578104, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.07458300795406, "ttft_ms": 20.07458300795406, "decode_ms": 45.440166955813766}, "total_wall_ms": 350.67529196385294, "ttft_ms": 20.07458300795406, "input_usage": {"receiver_prefix_tokens": 6930, "dense_cache_bytes": 794787840, "query_tokens": 39}, "output_usage": {"output_tokens": 3}, "provider_cached_usage": null, "process_memory": 1454505984, "backend_memory": {"mlx_active_bytes": 13636588552, "mlx_peak_bytes": 13713718252, "mlx_cache_bytes": 20758862581, "process_rss_bytes": 1454505984}, "peak_prefill_memory": 13834032192, "peak_decode_memory": 13713718252, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Diana Weston", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_3924e4ac5039ce3fadda49604bfcb0f5238af81774616e53.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b43499827f062d24fe8fa6defc1699f8b67ec44772aa11c5cab27d6d846e2f7e", "output_hash": "eed614e586c9b8e7120060aa0a6842a61d8a685ee9b21331c9a4a2596fbbb2c4"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "9a5b8b1bc73078a5cefa821f", "attempt_id": "2b79e822eba5", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:27:56.316326Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 75, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.010874937288463116, "decode_payload_ms": 0.0, "receiver_prefill_ms": 7959.194166935049, "ttft_ms": 63.65391705185175, "decode_ms": 108.60545805189759}, "total_wall_ms": 8132.066083024256, "ttft_ms": 63.65391705185175, "input_usage": {"receiver_prompt_tokens": 75}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 511344640, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12673750448, "mlx_cache_bytes": 900876000, "process_rss_bytes": 511344640}, "peak_prefill_memory": null, "peak_decode_memory": 12673750448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "25 January 1504", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "479cbc715fc8823369ffca034391e99c9f5079f134282fadc8fb89e3e35b543d"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "824f2f3105c095ec5972c14b", "attempt_id": "89475a5616c9", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:04.491274Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 7764, "message_tokens": 7679, "message_utf8_bytes": 27702, "cache_tensor_bytes": null, "serialized_payload_bytes": 27702, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.01237494871020317, "decode_payload_ms": 0.0, "receiver_prefill_ms": 1289.276040974073, "ttft_ms": 15.562583925202489, "decode_ms": 58.200333965942264}, "total_wall_ms": 1372.6368329953402, "ttft_ms": 15.562583925202489, "input_usage": {"receiver_prompt_tokens": 7764}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 511442944, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13664883776, "mlx_cache_bytes": 3131213536, "process_rss_bytes": 511442944}, "peak_prefill_memory": null, "peak_decode_memory": 13664883776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6427d8cf7d35aa9b91361060", "attempt_id": "87abe49af032", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:05.894943Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 7679}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 222, "message_tokens": 132, "message_utf8_bytes": 425, "cache_tensor_bytes": null, "serialized_payload_bytes": 425, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.247708944603801, "decode_payload_ms": 0.0, "receiver_prefill_ms": 40.83616705611348, "ttft_ms": 13.378333998844028, "decode_ms": 13.289749971590936}, "total_wall_ms": 68.27399996109307, "ttft_ms": 13.378333998844028, "input_usage": {"receiver_prompt_tokens": 222}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 511557632, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12784981988, "mlx_cache_bytes": 3306916436, "process_rss_bytes": 511557632}, "peak_prefill_memory": null, "peak_decode_memory": 12784981988, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "308d59f55c227af3572315439e611c69154014bb26cc37b1c6ea0ba9c7bd8914", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "012b58b7f9c21754cd954fb0", "attempt_id": "58ecdd78b62a", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:05.992113Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 7679}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 606, "message_tokens": 516, "message_utf8_bytes": 1748, "cache_tensor_bytes": null, "serialized_payload_bytes": 1748, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.638666985556483, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.8998750122264, "ttft_ms": 13.662041979841888, "decode_ms": 13.561457977630198}, "total_wall_ms": 116.34970805607736, "ttft_ms": 13.662041979841888, "input_usage": {"receiver_prompt_tokens": 606}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 511574016, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12996666456, "mlx_cache_bytes": 3703867988, "process_rss_bytes": 511574016}, "peak_prefill_memory": null, "peak_decode_memory": 12996666456, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b50b38077a111bc1ed2938f8fbdcd91f400ebf16e4b22c0ecb0b498f85110fa1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1d68dddecd8a1c1bd104c8dd", "attempt_id": "1c61c174e3f3", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:06.147892Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 128, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 215, "message_tokens": 129, "message_utf8_bytes": 330, "cache_tensor_bytes": null, "serialized_payload_bytes": 330, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 15.036790980957448, "decode_payload_ms": 0.0, "receiver_prefill_ms": 38.9329589670524, "ttft_ms": 13.471083017066121, "decode_ms": 53.0107079539448}, "total_wall_ms": 106.23616608791053, "ttft_ms": 13.471083017066121, "input_usage": {"receiver_prompt_tokens": 215}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 511721472, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12779476964, "mlx_cache_bytes": 3870984788, "process_rss_bytes": 511721472}, "peak_prefill_memory": null, "peak_decode_memory": 12779476964, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1510", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 1.0, "em": 1.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "67b06602c204a1e7222b26c5f04d1344d0f260c5110ca2fcc0cc6bf61858ffe7", "output_hash": "431688497f68c837444127cbac14cadba2a943709304af1da765781f49e02ac8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "19b2e4810e6541a221861783", "attempt_id": "31674f6648fd", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:06.289459Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 501, "n_sentences": 7}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 589, "message_tokens": 503, "message_utf8_bytes": 1588, "cache_tensor_bytes": null, "serialized_payload_bytes": 1588, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8.788750041276217, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.03120903857052, "ttft_ms": 13.552666991017759, "decode_ms": 53.774000029079616}, "total_wall_ms": 143.50883406586945, "ttft_ms": 13.552666991017759, "input_usage": {"receiver_prompt_tokens": 589}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 511754240, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12988441688, "mlx_cache_bytes": 4228909652, "process_rss_bytes": 511754240}, "peak_prefill_memory": null, "peak_decode_memory": 12988441688, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1510", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 1.0, "em": 1.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "34de2b9bdf3029ace725a79e3c90f7087ce618dcae7f9b2ca1cdeb384ec82998", "output_hash": "431688497f68c837444127cbac14cadba2a943709304af1da765781f49e02ac8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1fff0be557b8017e8d6961ff", "attempt_id": "6a5a68e9ee1b", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:06.457911Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 508, "n_sentences": 22}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 595, "message_tokens": 509, "message_utf8_bytes": 1786, "cache_tensor_bytes": null, "serialized_payload_bytes": 1786, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.3834159364923835, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.5229169735685, "ttft_ms": 13.605540967546403, "decode_ms": 94.85591703560203}, "total_wall_ms": 187.57129204459488, "ttft_ms": 13.605540967546403, "input_usage": {"receiver_prompt_tokens": 595}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 511770624, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12992668760, "mlx_cache_bytes": 4576119380, "process_rss_bytes": 511770624}, "peak_prefill_memory": null, "peak_decode_memory": 12992668760, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "bef. 1560", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1782277a55a9e3fa78976cc7d45b3180d9512d6d1778d5a90421ee716a0b1992", "output_hash": "f160b6ee5fc8f4050899bf5f904a6197c119b7c107ee3e7084e8faad324bca06"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f02038d50dbfb125ed823f72", "attempt_id": "cf21233f2ab6", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:09.814815Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 218, "message_tokens": 128, "message_utf8_bytes": 430, "cache_tensor_bytes": null, "serialized_payload_bytes": 430, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 3143.2989169843495, "decode_payload_ms": 0.0, "receiver_prefill_ms": 33.76579098403454, "ttft_ms": 13.479124987497926, "decode_ms": 13.856832985766232}, "total_wall_ms": 61.88037490937859, "ttft_ms": 13.479124987497926, "input_usage": {"receiver_prompt_tokens": 218, "sender_input_tokens": 7794, "sender_output_tokens": 128, "sender_prefill_ms": 1307.1491250302643, "sender_ttft_ms": 15.102333039976656, "sender_decode_ms": 1816.176874912344}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 511770624, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12792764388, "mlx_cache_bytes": 5366155860, "process_rss_bytes": 511770624}, "peak_prefill_memory": null, "peak_decode_memory": 12792764388, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4b9cb10a90a8bb0e3e808e30bfd385b3c7edb68a55056fedf4e73b38165effd3", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "fb5223cfd8a6d972a42e46e1", "attempt_id": "0799e4705ba3", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:18.362031Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 602, "message_tokens": 512, "message_utf8_bytes": 1791, "cache_tensor_bytes": null, "serialized_payload_bytes": 1791, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8459.652958088554, "decode_payload_ms": 0.0, "receiver_prefill_ms": 70.44758298434317, "ttft_ms": 13.377625029534101, "decode_ms": 53.020916995592415}, "total_wall_ms": 138.2063339697197, "ttft_ms": 13.377625029534101, "input_usage": {"receiver_prompt_tokens": 602, "sender_input_tokens": 7795, "sender_output_tokens": 512, "sender_prefill_ms": 1166.4695419603959, "sender_ttft_ms": 15.089374966919422, "sender_decode_ms": 7272.919042035937}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 512638976, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13009888344, "mlx_cache_bytes": 6702549588, "process_rss_bytes": 512638976}, "peak_prefill_memory": null, "peak_decode_memory": 13009888344, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "59aace1dfb03bf31e46b4a07fa9879d1c41528441b88cb69c2180e55606d28f6", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7c87cdc342a19b2859828935", "attempt_id": "b35e982972e3", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:18.526090Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 118, "message_tokens": 29, "message_utf8_bytes": 116, "cache_tensor_bytes": null, "serialized_payload_bytes": 116, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1508.741124998778, "decode_payload_ms": 0.0, "receiver_prefill_ms": 26.33637492544949, "ttft_ms": 13.440333073958755, "decode_ms": 13.10604193713516}, "total_wall_ms": 1562.093749991618, "ttft_ms": 13.440333073958755, "input_usage": {"receiver_prompt_tokens": 118, "sender_input_tokens": 7801, "sender_output_tokens": 29, "sender_prefill_ms": 1080.735458061099, "sender_ttft_ms": 14.747916953638196, "sender_decode_ms": 408.58704096172005}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 512671744, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12702275184, "mlx_cache_bytes": 7450839636, "process_rss_bytes": 512671744}, "peak_prefill_memory": null, "peak_decode_memory": 12702275184, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "94efe304bd71cfa931a21e14d4d7426023daefd7fa09e3e431e0957a50e9362e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8f558e66abfb8e514caf279c", "attempt_id": "3e2c9afd2c0f", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:23.097212Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 1, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 141, "message_tokens": 41, "message_utf8_bytes": 136, "cache_tensor_bytes": null, "serialized_payload_bytes": 136, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2983.47500001546, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.488167005591094, "ttft_ms": 13.32849997561425, "decode_ms": 12.951625045388937}, "total_wall_ms": 58.40708292089403, "ttft_ms": 13.32849997561425, "input_usage": {"receiver_prompt_tokens": 141, "sender_input_tokens": 7823, "sender_output_tokens": 128, "sender_prefill_ms": 1182.8873748891056, "sender_ttft_ms": 14.729458023793995, "sender_decode_ms": 1780.7337919948623}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 512737280, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12720625636, "mlx_cache_bytes": 8221493844, "process_rss_bytes": 512737280}, "peak_prefill_memory": null, "peak_decode_memory": 12720625636, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8ec006222ca5ff94de7abe59718b3332f2f94ef375390e13e8374dd866cbdd95", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "aa8964b7271bc1500dea8617", "attempt_id": "8ddfc21df5b4", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:31.565492Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 426, "message_tokens": 325, "message_utf8_bytes": 904, "cache_tensor_bytes": null, "serialized_payload_bytes": 904, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8383.732374990359, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.305250057950616, "ttft_ms": 14.259584015235305, "decode_ms": 13.256083009764552}, "total_wall_ms": 82.81199994962662, "ttft_ms": 14.259584015235305, "input_usage": {"receiver_prompt_tokens": 426, "sender_input_tokens": 7823, "sender_output_tokens": 512, "sender_prefill_ms": 1155.5178329581395, "sender_ttft_ms": 14.838541974313557, "sender_decode_ms": 7208.163416013122}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 512786432, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12955605780, "mlx_cache_bytes": 8575701240, "process_rss_bytes": 512786432}, "peak_prefill_memory": null, "peak_decode_memory": 12955605780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 8, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "b62a63b103cb60f262908412087644af8bca7b81f7b1ed73fd52c37f7b3873ab", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "6fedf7fe95bf1850df767cf9", "attempt_id": "4ac19ce070ef", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:31.674258Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 1, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 146, "message_tokens": 46, "message_utf8_bytes": 133, "cache_tensor_bytes": null, "serialized_payload_bytes": 133, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2348.2158340048045, "decode_payload_ms": 0.0, "receiver_prefill_ms": 31.228709034621716, "ttft_ms": 13.406874961219728, "decode_ms": 13.629375025629997}, "total_wall_ms": 2406.968208029866, "ttft_ms": 13.406874961219728, "input_usage": {"receiver_prompt_tokens": 146, "sender_input_tokens": 7842, "sender_output_tokens": 89, "sender_prefill_ms": 1080.4138339590281, "sender_ttft_ms": 14.775749994441867, "sender_decode_ms": 1248.0794159928337}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 512819200, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12724983780, "mlx_cache_bytes": 9357103352, "process_rss_bytes": 512819200}, "peak_prefill_memory": null, "peak_decode_memory": 12724983780, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 1, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5072a0253db17e79e914993c54f15f922991cfa1ce4f2d356e589e869c294641", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "41435f610350d3f5a9979b10", "attempt_id": "481efed4d4e2", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:34.108848Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 5}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 801, "message_tokens": 715, "message_utf8_bytes": 514, "cache_tensor_bytes": null, "serialized_payload_bytes": 514, "side_information_bytes": 0, "fetched_bytes": 1314, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.3176249815151095, "decode_payload_ms": 0.0, "receiver_prefill_ms": 91.92204102873802, "ttft_ms": 13.41541693545878, "decode_ms": 13.353374903090298}, "total_wall_ms": 120.18783297389746, "ttft_ms": 13.41541693545878, "input_usage": {"receiver_prompt_tokens": 801, "sender_input_tokens": 7823, "sender_output_tokens": 512, "sender_prefill_ms": 1155.5178329581395, "sender_ttft_ms": 14.838541974313557, "sender_decode_ms": 7208.163416013122}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 512851968, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13110453324, "mlx_cache_bytes": 9868251384, "process_rss_bytes": 512851968}, "peak_prefill_memory": null, "peak_decode_memory": 13110453324, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 5, "fetched_bytes": 1314, "retrieved_refs": 5}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3b7f9b7f51ecbe47af16d1b1b230307a115934af6b055cdcc4ea4dc158bff2f6", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "11a4ab96c6dea3959eb0329a", "attempt_id": "87167874fe4e", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:34.255397Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 2.5475446018024646}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 7764, "message_tokens": 7679, "message_utf8_bytes": 27702, "cache_tensor_bytes": null, "serialized_payload_bytes": 10874, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.15304202679544687, "decode_payload_ms": 0.035958015359938145, "receiver_prefill_ms": 1126.2573749991134, "ttft_ms": 14.776374911889434, "decode_ms": 57.546416064724326}, "total_wall_ms": 1208.3393749780953, "ttft_ms": 14.776374911889434, "input_usage": {"receiver_prompt_tokens": 7764}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 512884736, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13664883776, "mlx_cache_bytes": 9868251384, "process_rss_bytes": 512884736}, "peak_prefill_memory": null, "peak_decode_memory": 13664883776, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bef8e0cc10bee19550ab5e67", "attempt_id": "50af33e9a67b", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:36.470846Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.06667534835265009, "origin_tokens": 7108, "compressed_tokens": 517, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 615, "message_tokens": 529, "message_utf8_bytes": 1477, "cache_tensor_bytes": null, "serialized_payload_bytes": 1477, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 981.0889170039445, "decode_payload_ms": 0.0, "receiver_prefill_ms": 75.98675007466227, "ttft_ms": 13.806583941914141, "decode_ms": 13.592500006780028}, "total_wall_ms": 104.62324996478856, "ttft_ms": 13.806583941914141, "input_usage": {"receiver_prompt_tokens": 615}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 577191936, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13002335320, "mlx_cache_bytes": 10248196344, "process_rss_bytes": 577191936}, "peak_prefill_memory": null, "peak_decode_memory": 13002335320, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3db481c5e1c31ae6de1f0baf0ffa5afc0205f9e5e334e056c7634759a7deb2bd", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "dc8e848000b8a1eeb79d192d", "attempt_id": "d2ea53ced00b", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:37.841643Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13175411720}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 284516352, "serialized_payload_bytes": 284532535, "side_information_bytes": 16183, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1236.1701660556719, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 5.197999998927116, "serialize_ms": 80.48679202329367, "load_ms": 5.25995809584856, "receiver_prefill_ms": 0.0, "query_prefill_ms": 57.121916906908154, "ttft_ms": 57.121916906908154, "decode_ms": 62.732208985835314}, "total_wall_ms": 129.78875008411705, "ttft_ms": 57.121916906908154, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1147207680, "backend_memory": {"mlx_active_bytes": 13462066184, "mlx_peak_bytes": 13559240040, "mlx_cache_bytes": 10966077873, "process_rss_bytes": 1147207680}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13559240040, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "2528d70f40f0cf983a605a101e9c6889d24dcc35b49cf004de2eae2bbac9d134", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b83803f4a062af8362df318b", "attempt_id": "ad6700b21b11", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:38.059580Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13175411720}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "7625f7871dc03154", "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 284516352, "serialized_payload_bytes": 284532563, "side_information_bytes": 16211, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 61.10904098022729, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 1.3372499961405993, "serialize_ms": 59.58770797587931, "load_ms": 26.27495804335922, "receiver_prefill_ms": 0.0, "query_prefill_ms": 53.12791606411338, "ttft_ms": 53.12791606411338, "decode_ms": 62.050084001384676}, "total_wall_ms": 146.2139580398798, "ttft_ms": 53.12791606411338, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1432682496, "backend_memory": {"mlx_active_bytes": 13462066184, "mlx_peak_bytes": 13559239928, "mlx_cache_bytes": 10966077873, "process_rss_bytes": 1432682496}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13559239928, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a387631d63ad6f987b41928950dcca21a5655dec996f3f8b65fa4d5db9304855", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c7c4bd692c6be881802924d8", "attempt_id": "d22707282339", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:38.275850Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13042504712}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 151149312, "serialized_payload_bytes": 151183719, "side_information_bytes": 34407, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 43.27962500974536, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 13.390416977927089, "serialize_ms": 29.48729193303734, "load_ms": 3.765583038330078, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.298542045988142, "ttft_ms": 31.298542045988142, "decode_ms": 63.18595900665969}, "total_wall_ms": 102.80683299060911, "ttft_ms": 31.298542045988142, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1581367296, "backend_memory": {"mlx_active_bytes": 13195858952, "mlx_peak_bytes": 13350559673, "mlx_cache_bytes": 11808975345, "process_rss_bytes": 1581367296}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13350559673, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "52dce3a8ad71e91e267e7384c8374a4a2ba4dc95e9b1c877efb2dca085f6b819", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "02d5ba241f0cb13ace37c9bc", "attempt_id": "767b838ba802", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:38.441034Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12971594760}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 80020224, "serialized_payload_bytes": 80054484, "side_information_bytes": 34260, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.637374967336655, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 11.175833991728723, "serialize_ms": 24.052207940258086, "load_ms": 2.2230419563129544, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.544749926775694, "ttft_ms": 30.544749926775694, "decode_ms": 720.1089579612017}, "total_wall_ms": 757.3866249294952, "ttft_ms": 30.544749926775694, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1741225984, "backend_memory": {"mlx_active_bytes": 13054432264, "mlx_peak_bytes": 13193137796, "mlx_cache_bytes": 12185744113, "process_rss_bytes": 1741225984}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13193137796, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\n\n\ntat\na9999999999999999999999999999999999999999", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d8ea36bc9d318737f4e6fb5293c0501976afd38d31f1bb333802dfbfdf863eac", "output_hash": "fc2410e403430890c2c4ad5e33ff95a72d8b4f0e1204a994552afcf24df0d6b2"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f0e6d7b197853f8eb9d6c0b4", "attempt_id": "dfa8fff4c83f", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:39.271672Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12946560008}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 53346816, "serialized_payload_bytes": 53380928, "side_information_bytes": 34112, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 46.2126670172438, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 12.125042034313083, "serialize_ms": 33.70658401399851, "load_ms": 2.195291919633746, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.62208299525082, "ttft_ms": 30.62208299525082, "decode_ms": 711.6804589750245}, "total_wall_ms": 749.1772919893265, "ttft_ms": 30.62208299525082, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1798389760, "backend_memory": {"mlx_active_bytes": 13002003464, "mlx_peak_bytes": 13136217640, "mlx_cache_bytes": 12315366097, "process_rss_bytes": 1798389760}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13136217640, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "\n\nwo of the and and of the,of,2 of 22 of  of    of 2 of  was of in of the of the  was of the of the 2 of the the the ", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4030b8453fabdc0fc90e4dc498f9e6f4902fd04885099543b801fd2f248983e9", "output_hash": "b03fc8f3a7400590ee9af1d4e017bcbc4e2692d60a273bc1e7dd14a697d199e7"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3b2246ed29a27befb95f26ff", "attempt_id": "f91ea51259a5", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:40.084070Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13032674312}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 7718, "keep": 3859, "compress_ms": 10.421792045235634}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 142258176, "serialized_payload_bytes": 142274424, "side_information_bytes": 16248, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 35.96833301708102, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 10.464624967426062, "serialize_ms": 25.320334010757506, "load_ms": 2.0952080376446247, "receiver_prefill_ms": 0.0, "query_prefill_ms": 36.71949997078627, "ttft_ms": 36.71949997078627, "decode_ms": 58.28179093077779}, "total_wall_ms": 101.93549992982298, "ttft_ms": 36.71949997078627, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1798455296, "backend_memory": {"mlx_active_bytes": 13177771016, "mlx_peak_bytes": 13246944504, "mlx_cache_bytes": 12320985809, "process_rss_bytes": 1798455296}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13246944504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1510", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 1.0, "em": 1.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1f92127f2c2dc21123889d30bc0ef157b3508e3a9a9b62e38c6aa89921fd21ee", "output_hash": "431688497f68c837444127cbac14cadba2a943709304af1da765781f49e02ac8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b0c6634bb9433597c5a7de58", "attempt_id": "49e333e4536d", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:40.243326Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12961895432}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 7718, "keep": 1930, "compress_ms": 9.822083986364305}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 71147520, "serialized_payload_bytes": 71163714, "side_information_bytes": 16194, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 29.04237504117191, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 9.859708021394908, "serialize_ms": 18.98183301091194, "load_ms": 1.8520000157877803, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.344584020785987, "ttft_ms": 25.344584020785987, "decode_ms": 55.45954103581607}, "total_wall_ms": 87.51983300317079, "ttft_ms": 25.344584020785987, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1802846208, "backend_memory": {"mlx_active_bytes": 13035033608, "mlx_peak_bytes": 13090641144, "mlx_cache_bytes": 12463723217, "process_rss_bytes": 1802846208}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13090641144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "044d6e2f67376c1cd7571dd973d4d159d4e21393df3e6d1d5b8de8ac2507e21b", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "a0f15b7aaafb5085dbab2c3a", "attempt_id": "e0a02c264881", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:40.378365Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12926505992}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 7718, "keep": 965, "compress_ms": 8.45120893791318}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 35573760, "serialized_payload_bytes": 35589716, "side_information_bytes": 15956, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 19.22995806671679, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 8.48954205866903, "serialize_ms": 10.543667012825608, "load_ms": 1.6902920324355364, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.716375020332634, "ttft_ms": 21.716375020332634, "decode_ms": 109.42108300514519}, "total_wall_ms": 137.28825002908707, "ttft_ms": 21.716375020332634, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 8}, "provider_cached_usage": null, "process_memory": 1828274176, "backend_memory": {"mlx_active_bytes": 12964254728, "mlx_peak_bytes": 13012915448, "mlx_cache_bytes": 12543939281, "process_rss_bytes": 1828274176}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13012915448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "24 November 1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "76a70d712ae0ee7c9c04225357547381918167b1b9229fcd327ca8af2e4f7275", "output_hash": "466ea5863fa7d953927eb47d5c8ac4d59649a86246739f7cf28e95402ff6b6a2"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c88f723ad2726e22d01ca6e4", "attempt_id": "8b853d7681f0", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:40.570726Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12961895432}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 7718, "keep": 1930, "compress_ms": 8.832333027385175}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 71147520, "serialized_payload_bytes": 71163709, "side_information_bytes": 16189, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 28.09029200579971, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 8.85870901402086, "serialize_ms": 19.030749914236367, "load_ms": 1.8764999695122242, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.703542050905526, "ttft_ms": 25.703542050905526, "decode_ms": 658.8742500171065}, "total_wall_ms": 691.3335419958457, "ttft_ms": 25.703542050905526, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 1896235008, "backend_memory": {"mlx_active_bytes": 13037392904, "mlx_peak_bytes": 13090641144, "mlx_cache_bytes": 12470801105, "process_rss_bytes": 1896235008}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13090641144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Christopher Paulet\nOf Lord St John from 1511 to 1671, styled Lord Winchester from 1511 to 1671, styled Lord Winchester from 1511 to ", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "5f7d4dc4cadb26b502f5cf927efb9d2c9763c42d0116825117d862677cafe7e8", "output_hash": "93f095bdb98f323103f37ad0d33bac9369ea0df4d6c173a8258f6d665d1b88fc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0f37e4634a07d37eb81f85e4", "attempt_id": "5165433f92fe", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:41.289102Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12889936904}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 7718, "keep": 3859, "window_tokens": 46, "compress_ms": 82.75683305691928}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 142258176, "serialized_payload_bytes": 142274463, "side_information_bytes": 16287, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 112.86333401221782, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 87.21625001635402, "serialize_ms": 25.40658402722329, "load_ms": 1.5064169419929385, "receiver_prefill_ms": 0.0, "query_prefill_ms": 35.90666700620204, "ttft_ms": 35.90666700620204, "decode_ms": 58.25204204302281}, "total_wall_ms": 213.433500030078, "ttft_ms": 35.90666700620204, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1969209344, "backend_memory": {"mlx_active_bytes": 13177771016, "mlx_peak_bytes": 13246944504, "mlx_cache_bytes": 12666426201, "process_rss_bytes": 1969209344}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13246944504, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "7b98879a1f228bb7d4e856eb797c2ce87e18eceafb492b132a93045309999abc", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b55ff017fb2832d40fe08af5", "attempt_id": "7a5da84ec493", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:41.530564Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12889936904}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 7718, "keep": 1930, "window_tokens": 46, "compress_ms": 73.2675000326708}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 71147520, "serialized_payload_bytes": 71163753, "side_information_bytes": 16233, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 90.36108397413045, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 78.10245803557336, "serialize_ms": 12.000249931588769, "load_ms": 1.6977919731289148, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.731332975439727, "ttft_ms": 28.731332975439727, "decode_ms": 55.64045789651573}, "total_wall_ms": 181.35249998886138, "ttft_ms": 28.731332975439727, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1968750592, "backend_memory": {"mlx_active_bytes": 13035033608, "mlx_peak_bytes": 13090641144, "mlx_cache_bytes": 12809163609, "process_rss_bytes": 1968750592}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13090641144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "256ff1d419840901b0dccb2a4138fa3bc6450b2269406da478ce2a27f3cffd40", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "880954f5ed517f42587b89f0", "attempt_id": "90689d404428", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:41.739745Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12889936904}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 7718, "keep": 965, "window_tokens": 46, "compress_ms": 70.21545805037022}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 35573760, "serialized_payload_bytes": 35589757, "side_information_bytes": 15997, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 84.99870798550546, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 74.69658402260393, "serialize_ms": 10.05608297418803, "load_ms": 0.6882499437779188, "receiver_prefill_ms": 0.0, "query_prefill_ms": 21.060291910544038, "ttft_ms": 21.060291910544038, "decode_ms": 54.467499954625964}, "total_wall_ms": 166.2924160482362, "ttft_ms": 21.060291910544038, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 1978187776, "backend_memory": {"mlx_active_bytes": 12964254728, "mlx_peak_bytes": 13012915448, "mlx_cache_bytes": 12879942489, "process_rss_bytes": 1978187776}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13012915448, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "fb937a2aaf6b42a4dbbd9fb1b27031e81f3d7a23283c4e2a431185cab8446256", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "235fe78892a4804ae68755a7", "attempt_id": "6158b95df60b", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:42.008926Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12961895432}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 7718, "keep": 1930, "window_tokens": 19, "compress_ms": 64.60654200054705}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 71147520, "serialized_payload_bytes": 71163754, "side_information_bytes": 16234, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 75.68745804019272, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 64.73337498027831, "serialize_ms": 10.786416940391064, "load_ms": 1.3419580645859241, "receiver_prefill_ms": 0.0, "query_prefill_ms": 25.73999995365739, "ttft_ms": 25.73999995365739, "decode_ms": 97.65220899134874}, "total_wall_ms": 129.31045901495963, "ttft_ms": 25.73999995365739, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 7}, "provider_cached_usage": null, "process_memory": 1980301312, "backend_memory": {"mlx_active_bytes": 13035033608, "mlx_peak_bytes": 13090641144, "mlx_cache_bytes": 12834784089, "process_rss_bytes": 1980301312}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13090641144, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "8 July 1553", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f1a676c7b068f9bab3b3ef63ccd5af9881cfcbc96e14e4a8e5ba21266200595e", "output_hash": "090904bba416403c3d53ad8adb387c74de6fc77193d77f750acf69c658cda02c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "ec5951182c59528c9df8515c", "attempt_id": "82258f7f0b54", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:42.165966Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12889936904}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 7718, "keep": 1930, "window_tokens": 46, "compress_ms": 74.49920801445842}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 71147520, "serialized_payload_bytes": 71163662, "side_information_bytes": 16142, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 92.30608306825161, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 78.94704199861735, "serialize_ms": 13.115709065459669, "load_ms": 1.659250003285706, "receiver_prefill_ms": 0.0, "query_prefill_ms": 460.72891692165285, "ttft_ms": 460.72891692165285, "decode_ms": 56.180540937930346}, "total_wall_ms": 615.837708930485, "ttft_ms": 460.72891692165285, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2069217280, "backend_memory": {"mlx_active_bytes": 13035688968, "mlx_peak_bytes": 13137966840, "mlx_cache_bytes": 13507302105, "process_rss_bytes": 2069217280}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13137966840, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1483", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d8f0513442e6f8ab2d512e4243bef5bd261f703e48cfd4818dc90144e1d3348b", "output_hash": "485d997d70d9483c517eb6f36b649bf37d701e15b0f398df6d01b478d164e82c"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8afcc3fdc02eb50dff867c1b", "attempt_id": "7bd896fb9c40", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:42.809164Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "receiver_model_revision": "mlx-community/Qwen2.5-3B-Instruct-bf16@bec1ad658e380044bbfe06d4a2268801d3379a11", "tokenizer_hashes": {"sender": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b", "receiver": "5c5a439ba2677fe28e1dea9b22371b270ecd5e34acbc849bc619689605f9547b"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12889936904}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 7718, "keep": 1930, "window_tokens": 46, "compress_ms": 72.67541694454849, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7679, "source_tokens_receiver": 7679, "query_tokens": 46, "message_tokens": 7718, "message_utf8_bytes": 27702, "cache_tensor_bytes": 37797120, "serialized_payload_bytes": 37831491, "side_information_bytes": 34371, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 94.3446250166744, "doc_prefill_ms": 1140.1487909024581, "compress_ms": 85.53445793222636, "serialize_ms": 8.364625042304397, "load_ms": 1.6876249574124813, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.71687497664243, "ttft_ms": 20.71687497664243, "decode_ms": 58.43691702466458}, "total_wall_ms": 180.14683295041323, "ttft_ms": 20.71687497664243, "input_usage": {"receiver_prefix_tokens": 7718, "dense_cache_bytes": 284516352, "query_tokens": 46}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 2067562496, "backend_memory": {"mlx_active_bytes": 12968479240, "mlx_peak_bytes": 13039822612, "mlx_cache_bytes": 13616540377, "process_rss_bytes": 2067562496}, "peak_prefill_memory": 13664883776, "peak_decode_memory": 13039822612, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ddf46cf53159fbbf1c429d54d126713309c6d936bc99428a7bec87a3ec6c1036", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "f80749a5728b28a5381a26ab", "attempt_id": "8a7bc8e10839", "run_group_id": "E1_pilot:A0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:43.091136Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A0", "implementation_fidelity": "custom", "compression_config": {"realized": {"note": "receiver gets no source context"}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 0, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 97, "message_tokens": 0, "message_utf8_bytes": 0, "cache_tensor_bytes": null, "serialized_payload_bytes": 0, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.008167000487446785, "decode_payload_ms": 0.0, "receiver_prefill_ms": 67.42870900779963, "ttft_ms": 13.534917030483484, "decode_ms": 13.253082986921072}, "total_wall_ms": 94.80374993290752, "ttft_ms": 13.534917030483484, "input_usage": {"receiver_prompt_tokens": 97}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958218240, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12691756516, "mlx_cache_bytes": 389677784, "process_rss_bytes": 958218240}, "peak_prefill_memory": null, "peak_decode_memory": 12691756516, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "Unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "output_hash": "b764cdc0eab7137467211272fa539f1260d1bf2e71bcf6ff3bdc960f5c16aa14"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "dc0d3c31405ce44ae7244073", "attempt_id": "d90c0cf371b0", "run_group_id": "E1_pilot:A1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:43.222942Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A1", "implementation_fidelity": "custom", "compression_config": {}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 7210, "message_tokens": 7103, "message_utf8_bytes": 27702, "cache_tensor_bytes": null, "serialized_payload_bytes": 27702, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.00829098280519247, "decode_payload_ms": 0.0, "receiver_prefill_ms": 927.2544169798493, "ttft_ms": 15.798915992490947, "decode_ms": 31.19349991902709}, "total_wall_ms": 982.6523750089109, "ttft_ms": 15.798915992490947, "input_usage": {"receiver_prompt_tokens": 7210}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 958267392, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13903795264, "mlx_cache_bytes": 3507913432, "process_rss_bytes": 958267392}, "peak_prefill_memory": null, "peak_decode_memory": 13903795264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "3eafac4f887c1363251dfdf1", "attempt_id": "e3cda05c20a9", "run_group_id": "E1_pilot:A2|budget_tokens=128", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:44.237159Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "realized": {"budget_tokens": 128, "source_tokens": 7103}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 243, "message_tokens": 131, "message_utf8_bytes": 471, "cache_tensor_bytes": null, "serialized_payload_bytes": 471, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 6.195000023581088, "decode_payload_ms": 0.0, "receiver_prefill_ms": 37.38595801405609, "ttft_ms": 13.75504198949784, "decode_ms": 13.585207983851433}, "total_wall_ms": 65.60029194224626, "ttft_ms": 13.75504198949784, "input_usage": {"receiver_prompt_tokens": 243}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958316544, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12766517280, "mlx_cache_bytes": 3652683424, "process_rss_bytes": 958316544}, "peak_prefill_memory": null, "peak_decode_memory": 12766517280, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0aabae41fe1251a6faa3113a31d1629d9208e44c9278e7385e14dd619f3bb7ca", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "473089ffd8b68a6e1a0ea411", "attempt_id": "c42a24908778", "run_group_id": "E1_pilot:A2|budget_tokens=512", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:44.334616Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A2", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "realized": {"budget_tokens": 512, "source_tokens": 7103}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 628, "message_tokens": 516, "message_utf8_bytes": 1880, "cache_tensor_bytes": null, "serialized_payload_bytes": 1880, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 4.610333940945566, "decode_payload_ms": 0.0, "receiver_prefill_ms": 77.88045797497034, "ttft_ms": 13.596875010989606, "decode_ms": 67.79083306901157}, "total_wall_ms": 160.4951659683138, "ttft_ms": 13.596875010989606, "input_usage": {"receiver_prompt_tokens": 628}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 958365696, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13046619684, "mlx_cache_bytes": 4093317228, "process_rss_bytes": 958365696}, "peak_prefill_memory": null, "peak_decode_memory": 13046619684, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c. 1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "d96a53cabcf9ad9fe49557325198d48869d5a2abfc239603c7151423ddcbdb6b", "output_hash": "62a98f2787a13e20cd0f45257539e39b55f2bab4ccde29dc58fb6f268b24a924"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "8372cd220f0598762dc0d568", "attempt_id": "fa52f54dc68a", "run_group_id": "E1_pilot:A3|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:44.532433Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "realized_tokens": 127, "n_sentences": 3}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 236, "message_tokens": 128, "message_utf8_bytes": 418, "cache_tensor_bytes": null, "serialized_payload_bytes": 418, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 12.126541929319501, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.47379095107317, "ttft_ms": 13.480167021043599, "decode_ms": 13.427291996777058}, "total_wall_ms": 63.141125021502376, "ttft_ms": 13.480167021043599, "input_usage": {"receiver_prompt_tokens": 236}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958382080, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12763125792, "mlx_cache_bytes": 4183642220, "process_rss_bytes": 958382080}, "peak_prefill_memory": null, "peak_decode_memory": 12763125792, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "32192405333263e9cf11caa47e3840393f189a4ab9afb3dbeaf24194ab310c51", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "87851730e3a3b2bf8de694f6", "attempt_id": "6eb04ff06dad", "run_group_id": "E1_pilot:A3|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:44.629929Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "realized_tokens": 498, "n_sentences": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 608, "message_tokens": 500, "message_utf8_bytes": 1845, "cache_tensor_bytes": null, "serialized_payload_bytes": 1845, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 9.011958027258515, "decode_payload_ms": 0.0, "receiver_prefill_ms": 74.97837499249727, "ttft_ms": 13.582957908511162, "decode_ms": 13.606791966594756}, "total_wall_ms": 103.38899993803352, "ttft_ms": 13.582957908511162, "input_usage": {"receiver_prompt_tokens": 608}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958382080, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13034528292, "mlx_cache_bytes": 4545794156, "process_rss_bytes": 958382080}, "peak_prefill_memory": null, "peak_decode_memory": 13034528292, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8c5611aae9b325fd3e12fb05be661842012ec66038bbdd1d0093ed50b7e163bb", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "0dcd2f972b99638dda512e4d", "attempt_id": "531473d110ba", "run_group_id": "E1_pilot:A3|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:44.759286Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A3", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "realized_tokens": 509, "n_sentences": 23}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 618, "message_tokens": 510, "message_utf8_bytes": 1872, "cache_tensor_bytes": null, "serialized_payload_bytes": 1872, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2.412582980468869, "decode_payload_ms": 0.0, "receiver_prefill_ms": 76.98250003159046, "ttft_ms": 13.630791916511953, "decode_ms": 13.915166957303882}, "total_wall_ms": 108.0976250814274, "ttft_ms": 13.630791916511953, "input_usage": {"receiver_prompt_tokens": 618}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958382080, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13041016356, "mlx_cache_bytes": 4891299948, "process_rss_bytes": 958382080}, "peak_prefill_memory": null, "peak_decode_memory": 13041016356, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f90a8fdb8bc10fc62ff7c14a9a4c67154755b456e0c262beec72cead8e8fe83a", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "cc9b6cdd167c006bea0b4663", "attempt_id": "3d3d9912bfa9", "run_group_id": "E1_pilot:A4|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:47.863186Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 239, "message_tokens": 128, "message_utf8_bytes": 421, "cache_tensor_bytes": null, "serialized_payload_bytes": 421, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2970.8342499798164, "decode_payload_ms": 0.0, "receiver_prefill_ms": 35.78608308453113, "ttft_ms": 13.844416942447424, "decode_ms": 54.891834035515785}, "total_wall_ms": 105.41541699785739, "ttft_ms": 13.844416942447424, "input_usage": {"receiver_prompt_tokens": 239, "sender_input_tokens": 7237, "sender_output_tokens": 128, "sender_prefill_ms": 1010.7419170672074, "sender_ttft_ms": 15.973874949850142, "sender_decode_ms": 1939.6674999734387}, "output_usage": {"output_tokens": 4}, "provider_cached_usage": null, "process_memory": 958382080, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12776855584, "mlx_cache_bytes": 5341106284, "process_rss_bytes": 958382080}, "peak_prefill_memory": null, "peak_decode_memory": 12776855584, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c.1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "65fb5b403c29f4f57859d4b2f45e733031830faa8b06246dd44165f16272ad46", "output_hash": "2e07dc27f9280da69a534e0bb1d6341c9627cbf5dc662419c9fe9c745fb67d02"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "2784373b16c36ff9dcf91989", "attempt_id": "d716518e0d4b", "run_group_id": "E1_pilot:A4|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:56.884998Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 624, "message_tokens": 512, "message_utf8_bytes": 1803, "cache_tensor_bytes": null, "serialized_payload_bytes": 1803, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8889.812333974987, "decode_payload_ms": 0.0, "receiver_prefill_ms": 78.40395800303668, "ttft_ms": 13.7155830161646, "decode_ms": 27.258916990831494}, "total_wall_ms": 120.56541605852544, "ttft_ms": 13.7155830161646, "input_usage": {"receiver_prompt_tokens": 624, "sender_input_tokens": 7237, "sender_output_tokens": 512, "sender_prefill_ms": 1059.7764169797301, "sender_ttft_ms": 16.261667013168335, "sender_decode_ms": 7808.961083064787}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 958464000, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13044096548, "mlx_cache_bytes": 7480758380, "process_rss_bytes": 958464000}, "peak_prefill_memory": null, "peak_decode_memory": 13044096548, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "95cda82b133f20c325437beab6ccd2fc23e902e4a19787021cfb1ae1b7db1ee3", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c0f896b4ae5e021504cd712c", "attempt_id": "77a0207c6105", "run_group_id": "E1_pilot:A4|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:28:57.031276Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A4", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 539, "message_tokens": 428, "message_utf8_bytes": 1495, "cache_tensor_bytes": null, "serialized_payload_bytes": 1495, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 7620.729582966305, "decode_payload_ms": 0.0, "receiver_prefill_ms": 72.11175002157688, "ttft_ms": 13.693208107724786, "decode_ms": 13.694249908439815}, "total_wall_ms": 7721.2405420141295, "ttft_ms": 13.693208107724786, "input_usage": {"receiver_prompt_tokens": 539, "sender_input_tokens": 7243, "sender_output_tokens": 428, "sender_prefill_ms": 1077.137332991697, "sender_ttft_ms": 16.084417002275586, "sender_decode_ms": 6520.186958019622}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958480384, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12994534948, "mlx_cache_bytes": 8168591468, "process_rss_bytes": 958480384}, "peak_prefill_memory": null, "peak_decode_memory": 12994534948, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ae6db9688fd689cbaf640d4008e15c324fa1a0d2c01dac86bf6cf3f2b2f42145", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "001fa6c8b0be9ceb06509441", "attempt_id": "76b194241410", "run_group_id": "E1_pilot:A5|budget_tokens=128|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:07.773226Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 128, "access": "blind", "realized": {"budget_tokens": 128, "n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 187, "message_tokens": 64, "message_utf8_bytes": 181, "cache_tensor_bytes": null, "serialized_payload_bytes": 181, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 2995.434375014156, "decode_payload_ms": 0.0, "receiver_prefill_ms": 34.28695793263614, "ttft_ms": 13.46195803489536, "decode_ms": 13.53208301588893}, "total_wall_ms": 61.968041001819074, "ttft_ms": 13.46195803489536, "input_usage": {"receiver_prompt_tokens": 187, "sender_input_tokens": 7267, "sender_output_tokens": 128, "sender_prefill_ms": 1040.7017089892179, "sender_ttft_ms": 15.740665956400335, "sender_decode_ms": 1933.8333749910817}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958545920, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12733896736, "mlx_cache_bytes": 8652296300, "process_rss_bytes": 958545920}, "peak_prefill_memory": null, "peak_decode_memory": 12733896736, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 2, "unresolved_quotes": 0, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "199c6be07eaea86c8f8ad0dc6b088cb846dabde4b62c3a97787ba929ffca7da8", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "50dd0428f8a3e81def85dbb8", "attempt_id": "578c9148764a", "run_group_id": "E1_pilot:A5|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:16.713183Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 475, "message_tokens": 353, "message_utf8_bytes": 1069, "cache_tensor_bytes": null, "serialized_payload_bytes": 1069, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8851.54645901639, "decode_payload_ms": 0.0, "receiver_prefill_ms": 54.34254196006805, "ttft_ms": 13.611292000859976, "decode_ms": 13.600499951280653}, "total_wall_ms": 82.5600839452818, "ttft_ms": 13.611292000859976, "input_usage": {"receiver_prompt_tokens": 475, "sender_input_tokens": 7267, "sender_output_tokens": 512, "sender_prefill_ms": 1051.275375066325, "sender_ttft_ms": 16.20704203378409, "sender_decode_ms": 7779.133499949239}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958562304, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12929326168, "mlx_cache_bytes": 8947306604, "process_rss_bytes": 958562304}, "peak_prefill_memory": null, "peak_decode_memory": 12929326168, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"n_facts": 9, "unresolved_quotes": 3, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "92ca71d50e269273a2b8ee9222581b598c76fbcd9b949c0cb32236642088f244", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b6310202e54fd6bc7958698a", "attempt_id": "0b218cbc3b91", "run_group_id": "E1_pilot:A5|budget_tokens=512|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:16.822070Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A5", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "aware", "realized": {"budget_tokens": 512, "n_facts": 6, "unresolved_quotes": 1, "parse_ok": true}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 403, "message_tokens": 281, "message_utf8_bytes": 857, "cache_tensor_bytes": null, "serialized_payload_bytes": 857, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 8819.060040987097, "decode_payload_ms": 0.0, "receiver_prefill_ms": 53.16645803395659, "ttft_ms": 13.925792067311704, "decode_ms": 27.042041067034006}, "total_wall_ms": 8913.939374964684, "ttft_ms": 13.925792067311704, "input_usage": {"receiver_prompt_tokens": 403, "sender_input_tokens": 7286, "sender_output_tokens": 512, "sender_prefill_ms": 1011.1973750172183, "sender_ttft_ms": 16.091041965410113, "sender_decode_ms": 7787.238167016767}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 958578688, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 12887596120, "mlx_cache_bytes": 9528791148, "process_rss_bytes": 958578688}, "peak_prefill_memory": null, "peak_decode_memory": 12887596120, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1510", "evidence_artifact": {"n_facts": 6, "unresolved_quotes": 1, "parse_ok": true}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 1.0, "em": 1.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "8609139e21b52ad884570922e2ab69d856e6664f4edb2ab274f223faed48960b", "output_hash": "431688497f68c837444127cbac14cadba2a943709304af1da765781f49e02ac8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7b1b546bc48efef40273293f", "attempt_id": "7ec3f5714c99", "run_group_id": "E1_pilot:A6|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:25.761642Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A6", "implementation_fidelity": "custom", "compression_config": {"budget_tokens": 512, "access": "blind", "max_fetch_bytes": 2000, "max_lookups": 6, "realized": {"n_refs": 6}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 826, "message_tokens": 718, "message_utf8_bytes": 562, "cache_tensor_bytes": null, "serialized_payload_bytes": 562, "side_information_bytes": 0, "fetched_bytes": 1408, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.02933409996330738, "decode_payload_ms": 0.0, "receiver_prefill_ms": 97.44945901911706, "ttft_ms": 13.89170903712511, "decode_ms": 13.715457986108959}, "total_wall_ms": 126.44987506791949, "ttft_ms": 13.89170903712511, "input_usage": {"receiver_prompt_tokens": 826, "sender_input_tokens": 7267, "sender_output_tokens": 512, "sender_prefill_ms": 1051.275375066325, "sender_ttft_ms": 16.20704203378409, "sender_decode_ms": 7779.133499949239}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958578688, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13189590104, "mlx_cache_bytes": 10138701932, "process_rss_bytes": 958578688}, "peak_prefill_memory": null, "peak_decode_memory": 13189590104, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": {"lookups": 6, "fetched_bytes": 1408, "retrieved_refs": 6}, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "da81a828aabfd98c28a9f3c374933531e6cc955ca8dd1a16ebf44384791ef1f1", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c5f51210dbd6b86fdd4bf5b4", "attempt_id": "9ac5be50cb9d", "run_group_id": "E1_pilot:A7|codec=zstd", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:25.914052Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A7", "implementation_fidelity": "custom", "compression_config": {"codec": "zstd", "realized": {"codec": "zstd", "ratio": 2.5475446018024646}}, "question_access": "none", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 7210, "message_tokens": 7103, "message_utf8_bytes": 27702, "cache_tensor_bytes": null, "serialized_payload_bytes": 10874, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 0.124208047054708, "decode_payload_ms": 0.030708033591508865, "receiver_prefill_ms": 987.0261249598116, "ttft_ms": 17.048750072717667, "decode_ms": 31.7060420056805}, "total_wall_ms": 1044.1853340016678, "ttft_ms": 17.048750072717667, "input_usage": {"receiver_prompt_tokens": 7210}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 958578688, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13903795264, "mlx_cache_bytes": 10138701932, "process_rss_bytes": 958578688}, "peak_prefill_memory": null, "peak_decode_memory": 13903795264, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e1135961b41c9a21cd05fa9e", "attempt_id": "e07de2bada70", "run_group_id": "E1_pilot:A8|budget_tokens=512|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:27.518314Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 12597384200}, "weight_precision": "bf16", "method_id": "A8", "implementation_fidelity": "official", "compression_config": {"budget_tokens": 512, "access": "blind", "realized": {"budget_tokens": 512, "rate": 0.07208221878079685, "origin_tokens": 7108, "compressed_tokens": 596, "compressor": "microsoft/llmlingua-2-xlm-roberta-large-meetingbank", "device": "mps"}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 704, "message_tokens": 596, "message_utf8_bytes": 1813, "cache_tensor_bytes": null, "serialized_payload_bytes": 1813, "side_information_bytes": 0, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 534.4874580623582, "decode_payload_ms": 0.0, "receiver_prefill_ms": 87.36070804297924, "ttft_ms": 13.964082929305732, "decode_ms": 13.900000019930303}, "total_wall_ms": 116.51270801667124, "ttft_ms": 13.964082929305732, "input_usage": {"receiver_prompt_tokens": 704}, "output_usage": {"output_tokens": 1}, "provider_cached_usage": null, "process_memory": 958726144, "backend_memory": {"mlx_active_bytes": 12597384200, "mlx_peak_bytes": 13090463572, "mlx_cache_bytes": 10532117352, "process_rss_bytes": 958726144}, "peak_prefill_memory": null, "peak_decode_memory": 13090463572, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "c7d484424719be198b6a18ea7244f122bfee40fba6f5fa22ba9cc0898a54b89e", "output_hash": "b23a6a8439c0dde5515893e7c90c1e3233b8616e634470f20dc4928bcf3609bc"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "634c044723d8af262358ee2c", "attempt_id": "8ac8c061762f", "run_group_id": "E1_pilot:B0", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:28.870598Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 14241551368}, "weight_precision": "bf16", "method_id": "B0", "implementation_fidelity": "custom", "compression_config": {"realized": {}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 821510144, "serialized_payload_bytes": 821523194, "side_information_bytes": 13050, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 1209.302834002301, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 13.169832993298769, "serialize_ms": 141.83820795733482, "load_ms": 13.73370795045048, "receiver_prefill_ms": 0.0, "query_prefill_ms": 47.254082979634404, "ttft_ms": 47.254082979634404, "decode_ms": 36.36833303608}, "total_wall_ms": 101.7512499820441, "ttft_ms": 47.254082979634404, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 2602336256, "backend_memory": {"mlx_active_bytes": 15069139976, "mlx_peak_bytes": 15267665140, "mlx_cache_bytes": 11940830433, "process_rss_bytes": 2602336256}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 15267665140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "1d6db3760ae99ceb553faa0bfa38c7ed5d069c2ddf4deb60671905f80d9ba5ae", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "506e4712f50add4cb4a3642d", "attempt_id": "7b588e233f18", "run_group_id": "E1_pilot:B1", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:29.204311Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 14241551368}, "weight_precision": "bf16", "method_id": "B1", "implementation_fidelity": "custom", "compression_config": {"realized": {"serialize_roundtrip": true}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": "271793c56e0c83ab", "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 821510144, "serialized_payload_bytes": 821523222, "side_information_bytes": 13078, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 201.4130000025034, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 3.2294580014422536, "serialize_ms": 198.0179159436375, "load_ms": 87.04312494955957, "receiver_prefill_ms": 0.0, "query_prefill_ms": 45.605833060108125, "ttft_ms": 45.605833060108125, "decode_ms": 35.20787495654076}, "total_wall_ms": 172.12387500330806, "ttft_ms": 45.605833060108125, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 3249487872, "backend_memory": {"mlx_active_bytes": 15069139976, "mlx_peak_bytes": 15267665140, "mlx_cache_bytes": 11940830433, "process_rss_bytes": 3249487872}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 15267665140, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "3473ce143c4a15e5abdefe5d19779dab69f05d3eda38496b954311290658b4ba", "output_hash": "f76cb816b3f74ecf30d387c64869038ac163fe26f8aabd727c1071dd567fc3d5"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "baa515cc6610276effd29026", "attempt_id": "38449f559417", "run_group_id": "E1_pilot:B2|bits=8", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:29.514096Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13856199688}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 8, "realized": {"bits": 8}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 436427264, "serialized_payload_bytes": 436454630, "side_information_bytes": 27366, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 110.1632920326665, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 22.44037506170571, "serialize_ms": 87.380834040232, "load_ms": 9.308666922152042, "receiver_prefill_ms": 0.0, "query_prefill_ms": 935.188208008185, "ttft_ms": 935.188208008185, "decode_ms": 193.06424993555993}, "total_wall_ms": 1142.102290992625, "ttft_ms": 935.188208008185, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3514957824, "backend_memory": {"mlx_active_bytes": 14297535496, "mlx_peak_bytes": 14514898936, "mlx_cache_bytes": 14224579841, "process_rss_bytes": 3514957824}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 14514898936, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c. 1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "6094464cffe4aab67306e6c96d909aa7d8b866412216464b3b8c93905763d295", "output_hash": "62a98f2787a13e20cd0f45257539e39b55f2bab4ccde29dc58fb6f268b24a924"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "b0f5df153cd0ee17ad18b6a4", "attempt_id": "af696a983f7d", "run_group_id": "E1_pilot:B2|bits=4", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:31.244061Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13650678792}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 4, "realized": {"bits": 4}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 231049728, "serialized_payload_bytes": 231077018, "side_information_bytes": 27290, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 561.4839580375701, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 128.9086249889806, "serialize_ms": 432.2039589751512, "load_ms": 5.813583033159375, "receiver_prefill_ms": 0.0, "query_prefill_ms": 39.19524990487844, "ttft_ms": 39.19524990487844, "decode_ms": 86.23816701583564}, "total_wall_ms": 136.0601249616593, "ttft_ms": 39.19524990487844, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 2860072960, "backend_memory": {"mlx_active_bytes": 13885592584, "mlx_peak_bytes": 14058850296, "mlx_cache_bytes": 15308142465, "process_rss_bytes": 2860072960}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 14058850296, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c. 1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ebdb6204c6ab050710509e1a10ef8d9ae8d956714f3bbf234af8ddbfcb5c156b", "output_hash": "62a98f2787a13e20cd0f45257539e39b55f2bab4ccde29dc58fb6f268b24a924"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "1c1455758c7266e033fbc290", "attempt_id": "40923f5d65eb", "run_group_id": "E1_pilot:B2|bits=2|group_size=32", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:31.582041Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13573608456}, "weight_precision": "bf16", "method_id": "B2", "implementation_fidelity": "custom", "compression_config": {"bits": 2, "group_size": 32, "realized": {"bits": 2}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 154033152, "serialized_payload_bytes": 154060280, "side_information_bytes": 27128, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 172.77637496590614, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 133.40695796068758, "serialize_ms": 39.053166983649135, "load_ms": 4.581500077620149, "receiver_prefill_ms": 0.0, "query_prefill_ms": 30.513208941556513, "ttft_ms": 30.513208941556513, "decode_ms": 37.0009170146659}, "total_wall_ms": 76.46087498869747, "ttft_ms": 30.513208941556513, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 3013132288, "backend_memory": {"mlx_active_bytes": 13730649096, "mlx_peak_bytes": 13887074060, "mlx_cache_bytes": 15963284865, "process_rss_bytes": 3013132288}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 13887074060, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "unknown.", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 1.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9b1aae0ff0f02ecda93124a442dcf11a6cfdc4a3c74187c6cc3859e5d3ae7c10", "output_hash": "4dd633b1f2ee444666fd70af2b36443331fc00e69f3e569847cf278ca625c041"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "53bc45db6969a725bb5eaa09", "attempt_id": "2a96ddc48aac", "run_group_id": "E1_pilot:B3|keep_frac=0.5", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:31.812774Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13830509576}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.5, "realized": {"policy": "sink_recent", "keep_frac": 0.5, "T": 7163, "keep": 3582, "compress_ms": 21.618832950480282}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 410812416, "serialized_payload_bytes": 410825571, "side_information_bytes": 13155, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 125.3043330507353, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 21.651541930623353, "serialize_ms": 103.4975410439074, "load_ms": 2.6581670390442014, "receiver_prefill_ms": 0.0, "query_prefill_ms": 33.411166979931295, "ttft_ms": 33.411166979931295, "decode_ms": 34.284249995835125}, "total_wall_ms": 75.95075003337115, "ttft_ms": 33.411166979931295, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 3072606208, "backend_memory": {"mlx_active_bytes": 14247056392, "mlx_peak_bytes": 14358140148, "mlx_cache_bytes": 15952684417, "process_rss_bytes": 3072606208}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 14358140148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1510", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 1.0, "em": 1.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "517f501adc498354c03ec4ba3876160924b1f035d51d568dda6d4aa59d032aa5", "output_hash": "431688497f68c837444127cbac14cadba2a943709304af1da765781f49e02ac8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5290c9a10f6ac366837d624c", "attempt_id": "2773b9c27049", "run_group_id": "E1_pilot:B3|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:31.966646Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13624988680}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "sink_recent", "keep_frac": 0.25, "T": 7163, "keep": 1791, "compress_ms": 7.770042051561177}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 205406208, "serialized_payload_bytes": 205419334, "side_information_bytes": 13126, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 47.011790913529694, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 7.806207984685898, "serialize_ms": 39.03075004927814, "load_ms": 1.835417002439499, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.898916948586702, "ttft_ms": 24.898916948586702, "decode_ms": 31.035082996822894}, "total_wall_ms": 62.36408301629126, "ttft_ms": 24.898916948586702, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 3068510208, "backend_memory": {"mlx_active_bytes": 13836014600, "mlx_peak_bytes": 13906990316, "mlx_cache_bytes": 16619986297, "process_rss_bytes": 3068510208}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 13906990316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1510", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 1.0, "em": 1.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "e75046eee89540d95411b5d133076902353c4b6bc4de15c93420389976854f15", "output_hash": "431688497f68c837444127cbac14cadba2a943709304af1da765781f49e02ac8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "c1f29235ebfc054716cb004a", "attempt_id": "948914cca471", "run_group_id": "E1_pilot:B3|keep_frac=0.125", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:32.390109Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13522228232}, "weight_precision": "bf16", "method_id": "B3", "implementation_fidelity": "inspired", "compression_config": {"keep_frac": 0.125, "realized": {"policy": "sink_recent", "keep_frac": 0.125, "T": 7163, "keep": 895, "compress_ms": 6.212790962308645}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 102645760, "serialized_payload_bytes": 102658659, "side_information_bytes": 12899, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 333.4789579967037, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 6.247957935556769, "serialize_ms": 327.0483750384301, "load_ms": 1.9455839646980166, "receiver_prefill_ms": 0.0, "query_prefill_ms": 20.639624912291765, "ttft_ms": 20.639624912291765, "decode_ms": 29.20420898590237}, "total_wall_ms": 56.95491610094905, "ttft_ms": 20.639624912291765, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 2}, "provider_cached_usage": null, "process_memory": 3170516992, "backend_memory": {"mlx_active_bytes": 13630690312, "mlx_peak_bytes": 13690868980, "mlx_cache_bytes": 16914832761, "process_rss_bytes": 3170516992}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 13690868980, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "1510", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 1.0, "em": 1.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "a60fc879056fea3aed07f3994b9e21e166b03dd7badf167ee0b8e5b04840fc00", "output_hash": "431688497f68c837444127cbac14cadba2a943709304af1da765781f49e02ac8"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "752a8d8609a40b62dc92967e", "attempt_id": "7299a6747ffc", "run_group_id": "E1_pilot:B4|keep_frac=0.25", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:32.549613Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13624988680}, "weight_precision": "bf16", "method_id": "B4", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "realized": {"policy": "random", "keep_frac": 0.25, "T": 7163, "keep": 1791, "compress_ms": 8.177791954949498}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 205406208, "serialized_payload_bytes": 205419329, "side_information_bytes": 13121, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 76.21766696684062, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 8.206666097976267, "serialize_ms": 67.8316670237109, "load_ms": 1.9437080482020974, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.549416033551097, "ttft_ms": 24.549416033551097, "decode_ms": 1158.237542025745}, "total_wall_ms": 1188.90199996531, "ttft_ms": 24.549416033551097, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 48}, "provider_cached_usage": null, "process_memory": 3370811392, "backend_memory": {"mlx_active_bytes": 13841519624, "mlx_peak_bytes": 13906990316, "mlx_cache_bytes": 17277853049, "process_rss_bytes": 3370811392}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 13906990316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "````````````````````````````````````````````````````````````````````````````````````````````````", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "773e01ab08ebad99a2fabc3a6c09ed9541bc34e76f881ebae9f931b76d186aef", "output_hash": "7373d4c8832f748a753067d5abc1569f8c8ce7a4c9fb68ecf3fe8592c97e8709"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "7b917eae4f703855d60c49b5", "attempt_id": "ee3d7ca6b9c8", "run_group_id": "E1_pilot:B5|keep_frac=0.5|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:33.766991Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.5, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.5, "T": 7163, "keep": 3582, "window_tokens": 47, "compress_ms": 203.641708008945}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 410812416, "serialized_payload_bytes": 410825609, "side_information_bytes": 13193, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 400.0083749415353, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 209.57241707947105, "serialize_ms": 190.21833396982402, "load_ms": 7.58608290925622, "receiver_prefill_ms": 0.0, "query_prefill_ms": 31.996291014365852, "ttft_ms": 31.996291014365852, "decode_ms": 85.50116699188948}, "total_wall_ms": 532.8865840565413, "ttft_ms": 31.996291014365852, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3582263296, "backend_memory": {"mlx_active_bytes": 14247973896, "mlx_peak_bytes": 14358140148, "mlx_cache_bytes": 17455848929, "process_rss_bytes": 3582263296}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 14358140148, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c. 1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "9da0caee48b6136d45c4abbf7bf78682f11cec9aae26a9674ad28f1227aefa0e", "output_hash": "62a98f2787a13e20cd0f45257539e39b55f2bab4ccde29dc58fb6f268b24a924"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "e9993808ce31b968aa8cf3a1", "attempt_id": "5198dda15b95", "run_group_id": "E1_pilot:B5|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:34.333038Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 7163, "keep": 1791, "window_tokens": 47, "compress_ms": 156.37208404950798}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 205406208, "serialized_payload_bytes": 205419375, "side_information_bytes": 13167, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 211.84150001499802, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 160.72437493130565, "serialize_ms": 50.88470794726163, "load_ms": 3.4345409367233515, "receiver_prefill_ms": 0.0, "query_prefill_ms": 23.843167000450194, "ttft_ms": 23.843167000450194, "decode_ms": 77.09883293136954}, "total_wall_ms": 321.17566699162126, "ttft_ms": 23.843167000450194, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3638460416, "backend_memory": {"mlx_active_bytes": 13837440008, "mlx_peak_bytes": 13906990316, "mlx_cache_bytes": 17866513889, "process_rss_bytes": 3638460416}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 13906990316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c. 1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "4a090eea3a242931c9da63370fdec0833d7f04851b421941d5d8510b1bce557f", "output_hash": "62a98f2787a13e20cd0f45257539e39b55f2bab4ccde29dc58fb6f268b24a924"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "57d0a495bc794fd714790c40", "attempt_id": "a055598bf16c", "run_group_id": "E1_pilot:B5|keep_frac=0.125|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:34.685275Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.125, "access": "aware", "realized": {"policy": "attention", "keep_frac": 0.125, "T": 7163, "keep": 895, "window_tokens": 47, "compress_ms": 124.54387499019504}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 102645760, "serialized_payload_bytes": 102658700, "side_information_bytes": 12940, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 159.96016701683402, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 132.55154201760888, "serialize_ms": 27.17750007286668, "load_ms": 2.001750050112605, "receiver_prefill_ms": 0.0, "query_prefill_ms": 19.669166998937726, "ttft_ms": 19.669166998937726, "decode_ms": 71.61637500394136}, "total_wall_ms": 257.7457920415327, "ttft_ms": 19.669166998937726, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3734241280, "backend_memory": {"mlx_active_bytes": 13631411208, "mlx_peak_bytes": 13690672372, "mlx_cache_bytes": 18185625057, "process_rss_bytes": 3734241280}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 13690672372, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c. 1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "f43c52e3c6168eebbaf2443de8344f7ccef6ce1affbde0ee6af1dbfb6b77d14d", "output_hash": "62a98f2787a13e20cd0f45257539e39b55f2bab4ccde29dc58fb6f268b24a924"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "bea494bf7b98ac80abfe500a", "attempt_id": "27392ccf93ec", "run_group_id": "E1_pilot:B5|keep_frac=0.25|blind", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:35.096493Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13624988680}, "weight_precision": "bf16", "method_id": "B5", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "blind", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 7163, "keep": 1791, "window_tokens": 19, "compress_ms": 85.18433407880366}}, "question_access": "blind", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": true, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 205406208, "serialized_payload_bytes": 205419374, "side_information_bytes": 13166, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 122.95400002039969, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 85.30749997589737, "serialize_ms": 37.49904199503362, "load_ms": 1.8732500029727817, "receiver_prefill_ms": 0.0, "query_prefill_ms": 24.304958060383797, "ttft_ms": 24.304958060383797, "decode_ms": 74.12204192951322}, "total_wall_ms": 104.85079197678715, "ttft_ms": 24.304958060383797, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 3744055296, "backend_memory": {"mlx_active_bytes": 13837440008, "mlx_peak_bytes": 13906990316, "mlx_cache_bytes": 18010103341, "process_rss_bytes": 3744055296}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 13906990316, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c. 1530", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "28fc39aa85d01b7aa337404700bd78470edafd45167860a25bbd8bcdbc2b54bd", "output_hash": "03da11374b4731fb321c82bf23e5cbe3f73cfeab471fb7ab165b5f2d616f7106"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "5698396f10d12b592fd57910", "attempt_id": "7407ef47322f", "run_group_id": "E1_pilot:B6|keep_frac=0.25|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:35.230094Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B6", "implementation_fidelity": "faithful_reimplementation", "compression_config": {"keep_frac": 0.25, "access": "aware", "realized": {"policy": "pyramid", "keep_frac": 0.25, "T": 7163, "keep": 1791, "window_tokens": 47, "compress_ms": 143.17191601730883}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 205406208, "serialized_payload_bytes": 205419293, "side_information_bytes": 13085, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 207.51529198605567, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 147.61883299797773, "serialize_ms": 59.67795802280307, "load_ms": 45.30024994164705, "receiver_prefill_ms": 0.0, "query_prefill_ms": 3117.3220409546047, "ttft_ms": 3117.3220409546047, "decode_ms": 151.69058297760785}, "total_wall_ms": 3529.964124900289, "ttft_ms": 3117.3220409546047, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1511030784, "backend_memory": {"mlx_active_bytes": 13837292552, "mlx_peak_bytes": 14123898424, "mlx_cache_bytes": 23438849129, "process_rss_bytes": 1511030784}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 14123898424, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c. 1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "ab8fefe18add4e14b0bcb01b98158028edf5536609873cd068e038fd9149b0e2", "output_hash": "62a98f2787a13e20cd0f45257539e39b55f2bab4ccde29dc58fb6f268b24a924"}
{"schema_version": "wp30-attempt-1", "study_id": "WP30", "experiment_id": "E1_pilot", "trial_id": "635d27633a08467bd87126c8", "attempt_id": "7c2990047e9d", "run_group_id": "E1_pilot:B9|bits=8|keep_frac=0.25|policy=attention|aware", "protocol_hash": "unfrozen", "config_hash": "7f649ac3a62479f8945b815d2ea93d149ba86f4a415cbc03454e0f1b253cec4b", "git_commit": "5c60942332e88759c6021427f923264ff96c57e3", "timestamp_utc": "2026-10-30T04:29:38.787573Z", "task_family": "public_2wikimqa", "document_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "document_hash": "bdc8b6945b5c0426993bdc034ccb823bc4d34b815249340f722bb52239476e52", "question_id": "q00", "split": "dev", "cluster_id": "lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86", "sender_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "receiver_model_revision": "mlx-community/Llama-3.2-3B-Instruct-bf16@6d88ba43024fef71b10e52e101c7cd4598322601", "tokenizer_hashes": {"sender": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763", "receiver": "b9d8872cf3a99da99e1fc4b0f71232a451632dc49ca4c6771549b4efa5c1c763"}, "backend_versions": {"mlx": "0.32.4", "mlx_lm": "0.32.2"}, "hardware_id": "laptop-m5max-48g", "device_state": {"mlx_active_before": 13419467784}, "weight_precision": "bf16", "method_id": "B9", "implementation_fidelity": "custom", "compression_config": {"keep_frac": 0.25, "bits": 8, "access": "aware", "policy": "attention", "realized": {"policy": "attention", "keep_frac": 0.25, "T": 7163, "keep": 1791, "window_tokens": 47, "compress_ms": 451.7315410776064, "bits": 8}}, "question_access": "aware", "topology": "single_handoff", "handoff_index": 1, "reuse_count": 1, "cache_hit": false, "cache_compatibility_hash": null, "random_seed": 0, "source_tokens_sender": 7103, "source_tokens_receiver": 7103, "query_tokens": 47, "message_tokens": 7163, "message_utf8_bytes": 27702, "cache_tensor_bytes": 109122048, "serialized_payload_bytes": 109149353, "side_information_bytes": 27305, "fetched_bytes": 0, "transport_bytes_if_measured": null, "timing_spans": {"encode_ms": 896.1695830803365, "doc_prefill_ms": 1045.6301659578457, "compress_ms": 475.3217500401661, "serialize_ms": 420.4414580017328, "load_ms": 11.984125012531877, "receiver_prefill_ms": 0.0, "query_prefill_ms": 28.951416024938226, "ttft_ms": 28.951416024938226, "decode_ms": 82.69070892129093}, "total_wall_ms": 1024.8350830515847, "ttft_ms": 28.951416024938226, "input_usage": {"receiver_prefix_tokens": 7163, "dense_cache_bytes": 821510144, "query_tokens": 47}, "output_usage": {"output_tokens": 5}, "provider_cached_usage": null, "process_memory": 1653260288, "backend_memory": {"mlx_active_bytes": 13643338760, "mlx_peak_bytes": 13732269740, "mlx_cache_bytes": 23900849385, "process_rss_bytes": 1653260288}, "peak_prefill_memory": 13923603520, "peak_decode_memory": 13732269740, "mapper_memory": null, "cost_with_source": null, "prediction_artifact": "c. 1532", "evidence_artifact": null, "reference_key_id": "keys/public_2wikimqa/lb_2wikimqa_4b28d517ce1c1e3cfec9282ca7b212c1cb87c254781d7c86.json", "task_scores": {"f1": 0.0, "em": 0.0, "abstained": 0.0}, "status": "success", "error_code": null, "retry_of": null, "log_artifact": "runs/logs/E1_pilot.log", "payload_hash": "0994a867bf3bbb3913ac72728bcbe470cc2cec990f0b60c4f676a91065d44f18", "output_hash": "62a98f2787a13e20cd0f45257539e39b55f2bab4ccde29dc58fb6f268b24a924"}